sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67
  68 /*
  69  * Local static data
  70  */
  71 static const char notresp[] = "Unknown IOCB in RESPONSE Queue (type 0x%x) @ idx %d (next %d)";
  72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  74 static const char sacq[] = "unable to acquire scratch area";
  75
  76 static const uint8_t alpa_map[] = {
  77         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  78         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  79         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  80         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  81         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  82         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  83         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  84         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  85         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  86         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  87         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  88         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  89         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  90         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  91         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
  92         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
  93 };
  94
  95 /*
  96  * Local function prototypes.
  97  */
  98 static void isp_parse_async(ispsoftc_t *, uint16_t);
  99 static void isp_parse_async_fc(ispsoftc_t *, uint16_t);
 100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, uint32_t *);
 102 static void isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, uint32_t *);
 103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 104 static void isp_scsi_init(ispsoftc_t *);
 105 static void isp_scsi_channel_init(ispsoftc_t *, int);
 106 static void isp_fibre_init(ispsoftc_t *);
 107 static void isp_fibre_init_2400(ispsoftc_t *);
 108 static void isp_clear_portdb(ispsoftc_t *, int);
 109 static void isp_mark_portdb(ispsoftc_t *, int);
 110 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
 111 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 112 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 113 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
 114 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
 115 static void isp_dump_chip_portdb(ispsoftc_t *, int);
 116 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 117 static int isp_fclink_test(ispsoftc_t *, int, int);
 118 static int isp_pdb_sync(ispsoftc_t *, int);
 119 static int isp_scan_loop(ispsoftc_t *, int);
 120 static int isp_gid_ft_sns(ispsoftc_t *, int);
 121 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 122 static int isp_scan_fabric(ispsoftc_t *, int);
 123 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 124 static int isp_send_change_request(ispsoftc_t *, int);
 125 static int isp_register_fc4_type(ispsoftc_t *, int);
 126 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 127 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
 128 static int isp_register_port_name_24xx(ispsoftc_t *, int);
 129 static int isp_register_node_name_24xx(ispsoftc_t *, int);
 130 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 131 static int isp_fw_state(ispsoftc_t *, int);
 132 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 133
 134 static void isp_spi_update(ispsoftc_t *, int);
 135 static void isp_setdfltsdparm(ispsoftc_t *);
 136 static void isp_setdfltfcparm(ispsoftc_t *, int);
 137 static int isp_read_nvram(ispsoftc_t *, int);
 138 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 139 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 140 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 141 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 142 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 143 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 144 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 145 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 146
 147 static void
 148 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
 149 {
 150         fcparam *fcp = FCPARAM(isp, chan);
 151
 152         if (fcp->isp_fwstate == state)
 153                 return;
 154         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
 155             "Chan %d Firmware state <%s->%s>", chan,
 156             isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
 157         fcp->isp_fwstate = state;
 158 }
 159
 160 /*
 161  * Reset Hardware.
 162  *
 163  * Hit the chip over the head, download new f/w if available and set it running.
 164  *
 165  * Locking done elsewhere.
 166  */
 167
 168 void
 169 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 170 {
 171         mbreg_t mbs;
 172         char *buf;
 173         uint64_t fwt;
 174         uint32_t code_org, val;
 175         int loops, i, dodnld = 1;
 176         const char *btype = "????";
 177         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 178
 179         /*
 180          * Basic types (SCSI, FibreChannel and PCI or SBus)
 181          * have been set in the MD code. We figure out more
 182          * here. Possibly more refined types based upon PCI
 183          * identification. Chip revision has been gathered.
 184          *
 185          * After we've fired this chip up, zero out the conf1 register
 186          * for SCSI adapters and do other settings for the 2100.
 187          */
 188
 189         isp->isp_state = ISP_NILSTATE;
 190         ISP_DISABLE_INTS(isp);
 191
 192         /*
 193          * Put the board into PAUSE mode (so we can read the SXP registers
 194          * or write FPM/FBM registers).
 195          */
 196         if (IS_24XX(isp)) {
 197                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 198                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 199                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 200         } else {
 201                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 202         }
 203
 204         if (IS_FC(isp)) {
 205                 switch (isp->isp_type) {
 206                 case ISP_HA_FC_2100:
 207                         btype = "2100";
 208                         break;
 209                 case ISP_HA_FC_2200:
 210                         btype = "2200";
 211                         break;
 212                 case ISP_HA_FC_2300:
 213                         btype = "2300";
 214                         break;
 215                 case ISP_HA_FC_2312:
 216                         btype = "2312";
 217                         break;
 218                 case ISP_HA_FC_2322:
 219                         btype = "2322";
 220                         break;
 221                 case ISP_HA_FC_2400:
 222                         btype = "2422";
 223                         break;
 224                 case ISP_HA_FC_2500:
 225                         btype = "2532";
 226                         break;
 227                 case ISP_HA_FC_2600:
 228                         btype = "2031";
 229                         break;
 230                 default:
 231                         break;
 232                 }
 233
 234                 if (!IS_24XX(isp)) {
 235                         /*
 236                          * While we're paused, reset the FPM module and FBM
 237                          * fifos.
 238                          */
 239                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 240                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 241                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 242                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 243                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 244                 }
 245         } else if (IS_1240(isp)) {
 246                 sdparam *sdp;
 247
 248                 btype = "1240";
 249                 isp->isp_clock = 60;
 250                 sdp = SDPARAM(isp, 0);
 251                 sdp->isp_ultramode = 1;
 252                 sdp = SDPARAM(isp, 1);
 253                 sdp->isp_ultramode = 1;
 254                 /*
 255                  * XXX: Should probably do some bus sensing.
 256                  */
 257         } else if (IS_ULTRA3(isp)) {
 258                 sdparam *sdp = isp->isp_param;
 259
 260                 isp->isp_clock = 100;
 261
 262                 if (IS_10160(isp))
 263                         btype = "10160";
 264                 else if (IS_12160(isp))
 265                         btype = "12160";
 266                 else
 267                         btype = "<UNKLVD>";
 268                 sdp->isp_lvdmode = 1;
 269
 270                 if (IS_DUALBUS(isp)) {
 271                         sdp++;
 272                         sdp->isp_lvdmode = 1;
 273                 }
 274         } else if (IS_ULTRA2(isp)) {
 275                 static const char m[] = "bus %d is in %s Mode";
 276                 uint16_t l;
 277                 sdparam *sdp = SDPARAM(isp, 0);
 278
 279                 isp->isp_clock = 100;
 280
 281                 if (IS_1280(isp))
 282                         btype = "1280";
 283                 else if (IS_1080(isp))
 284                         btype = "1080";
 285                 else
 286                         btype = "<UNKLVD>";
 287
 288                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 289                 switch (l) {
 290                 case ISP1080_LVD_MODE:
 291                         sdp->isp_lvdmode = 1;
 292                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 293                         break;
 294                 case ISP1080_HVD_MODE:
 295                         sdp->isp_diffmode = 1;
 296                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 297                         break;
 298                 case ISP1080_SE_MODE:
 299                         sdp->isp_ultramode = 1;
 300                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 301                         break;
 302                 default:
 303                         isp_prt(isp, ISP_LOGERR,
 304                             "unknown mode on bus %d (0x%x)", 0, l);
 305                         break;
 306                 }
 307
 308                 if (IS_DUALBUS(isp)) {
 309                         sdp = SDPARAM(isp, 1);
 310                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 311                         l &= ISP1080_MODE_MASK;
 312                         switch (l) {
 313                         case ISP1080_LVD_MODE:
 314                                 sdp->isp_lvdmode = 1;
 315                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 316                                 break;
 317                         case ISP1080_HVD_MODE:
 318                                 sdp->isp_diffmode = 1;
 319                                 isp_prt(isp, ISP_LOGCONFIG,
 320                                     m, 1, "Differential");
 321                                 break;
 322                         case ISP1080_SE_MODE:
 323                                 sdp->isp_ultramode = 1;
 324                                 isp_prt(isp, ISP_LOGCONFIG,
 325                                     m, 1, "Single-Ended");
 326                                 break;
 327                         default:
 328                                 isp_prt(isp, ISP_LOGERR,
 329                                     "unknown mode on bus %d (0x%x)", 1, l);
 330                                 break;
 331                         }
 332                 }
 333         } else {
 334                 sdparam *sdp = SDPARAM(isp, 0);
 335                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 336                 switch (i) {
 337                 default:
 338                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 339                         /* FALLTHROUGH */
 340                 case 1:
 341                         btype = "1020";
 342                         isp->isp_type = ISP_HA_SCSI_1020;
 343                         isp->isp_clock = 40;
 344                         break;
 345                 case 2:
 346                         /*
 347                          * Some 1020A chips are Ultra Capable, but don't
 348                          * run the clock rate up for that unless told to
 349                          * do so by the Ultra Capable bits being set.
 350                          */
 351                         btype = "1020A";
 352                         isp->isp_type = ISP_HA_SCSI_1020A;
 353                         isp->isp_clock = 40;
 354                         break;
 355                 case 3:
 356                         btype = "1040";
 357                         isp->isp_type = ISP_HA_SCSI_1040;
 358                         isp->isp_clock = 60;
 359                         break;
 360                 case 4:
 361                         btype = "1040A";
 362                         isp->isp_type = ISP_HA_SCSI_1040A;
 363                         isp->isp_clock = 60;
 364                         break;
 365                 case 5:
 366                         btype = "1040B";
 367                         isp->isp_type = ISP_HA_SCSI_1040B;
 368                         isp->isp_clock = 60;
 369                         break;
 370                 case 6:
 371                         btype = "1040C";
 372                         isp->isp_type = ISP_HA_SCSI_1040C;
 373                         isp->isp_clock = 60;
 374                         break;
 375                 }
 376                 /*
 377                  * Now, while we're at it, gather info about ultra
 378                  * and/or differential mode.
 379                  */
 380                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 381                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 382                         sdp->isp_diffmode = 1;
 383                 } else {
 384                         sdp->isp_diffmode = 0;
 385                 }
 386                 i = ISP_READ(isp, RISC_PSR);
 387                 if (isp->isp_bustype == ISP_BT_SBUS) {
 388                         i &= RISC_PSR_SBUS_ULTRA;
 389                 } else {
 390                         i &= RISC_PSR_PCI_ULTRA;
 391                 }
 392                 if (i != 0) {
 393                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 394                         sdp->isp_ultramode = 1;
 395                         /*
 396                          * If we're in Ultra Mode, we have to be 60MHz clock-
 397                          * even for the SBus version.
 398                          */
 399                         isp->isp_clock = 60;
 400                 } else {
 401                         sdp->isp_ultramode = 0;
 402                         /*
 403                          * Clock is known. Gronk.
 404                          */
 405                 }
 406
 407                 /*
 408                  * Machine dependent clock (if set) overrides
 409                  * our generic determinations.
 410                  */
 411                 if (isp->isp_mdvec->dv_clock) {
 412                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 413                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 414                         }
 415                 }
 416         }
 417
 418         /*
 419          * Hit the chip over the head with hammer,
 420          * and give it a chance to recover.
 421          */
 422
 423         if (IS_SCSI(isp)) {
 424                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 425                 /*
 426                  * A slight delay...
 427                  */
 428                 ISP_DELAY(100);
 429
 430                 /*
 431                  * Clear data && control DMA engines.
 432                  */
 433                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 434                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 435
 436
 437         } else if (IS_24XX(isp)) {
 438                 /*
 439                  * Stop DMA and wait for it to stop.
 440                  */
 441                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 442                 for (val = loops = 0; loops < 30000; loops++) {
 443                         ISP_DELAY(10);
 444                         val = ISP_READ(isp, BIU2400_CSR);
 445                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 446                                 break;
 447                         }
 448                 }
 449                 if (val & BIU2400_DMA_ACTIVE) {
 450                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 451                         return;
 452                 }
 453                 /*
 454                  * Hold it in SOFT_RESET and STOP state for 100us.
 455                  */
 456                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 457                 ISP_DELAY(100);
 458                 for (loops = 0; loops < 10000; loops++) {
 459                         ISP_DELAY(5);
 460                         val = ISP_READ(isp, OUTMAILBOX0);
 461                 }
 462                 for (val = loops = 0; loops < 500000; loops ++) {
 463                         val = ISP_READ(isp, BIU2400_CSR);
 464                         if ((val & BIU2400_SOFT_RESET) == 0) {
 465                                 break;
 466                         }
 467                 }
 468                 if (val & BIU2400_SOFT_RESET) {
 469                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 470                         return;
 471                 }
 472         } else {
 473                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 474                 /*
 475                  * A slight delay...
 476                  */
 477                 ISP_DELAY(100);
 478
 479                 /*
 480                  * Clear data && control DMA engines.
 481                  */
 482                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 483                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 484                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 485         }
 486
 487         /*
 488          * Wait for ISP to be ready to go...
 489          */
 490         loops = MBOX_DELAY_COUNT;
 491         for (;;) {
 492                 if (IS_SCSI(isp)) {
 493                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 494                                 break;
 495                         }
 496                 } else if (IS_24XX(isp)) {
 497                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 498                                 break;
 499                         }
 500                 } else {
 501                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 502                                 break;
 503                 }
 504                 ISP_DELAY(100);
 505                 if (--loops < 0) {
 506                         ISP_DUMPREGS(isp, "chip reset timed out");
 507                         return;
 508                 }
 509         }
 510
 511         /*
 512          * After we've fired this chip up, zero out the conf1 register
 513          * for SCSI adapters and other settings for the 2100.
 514          */
 515
 516         if (IS_SCSI(isp)) {
 517                 ISP_WRITE(isp, BIU_CONF1, 0);
 518         } else if (!IS_24XX(isp)) {
 519                 ISP_WRITE(isp, BIU2100_CSR, 0);
 520         }
 521
 522         /*
 523          * Reset RISC Processor
 524          */
 525         if (IS_24XX(isp)) {
 526                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 527                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 528                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 529         } else {
 530                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 531                 ISP_DELAY(100);
 532                 ISP_WRITE(isp, BIU_SEMA, 0);
 533         }
 534
 535         /*
 536          * Post-RISC Reset stuff.
 537          */
 538         if (IS_24XX(isp)) {
 539                 for (val = loops = 0; loops < 5000000; loops++) {
 540                         ISP_DELAY(5);
 541                         val = ISP_READ(isp, OUTMAILBOX0);
 542                         if (val == 0) {
 543                                 break;
 544                         }
 545                 }
 546                 if (val != 0) {
 547                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 548                         return;
 549                 }
 550         } else if (IS_SCSI(isp)) {
 551                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 552                 /*
 553                  * Busted FIFO. Turn off all but burst enables.
 554                  */
 555                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 556                         tmp &= BIU_BURST_ENABLE;
 557                 }
 558                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 559                 if (tmp & BIU_BURST_ENABLE) {
 560                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 561                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 562                 }
 563                 if (SDPARAM(isp, 0)->isp_ptisp) {
 564                         if (SDPARAM(isp, 0)->isp_ultramode) {
 565                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 566                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 567                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 568                                 }
 569                         } else {
 570                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 571                         }
 572                         /*
 573                          * PTI specific register
 574                          */
 575                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 576                 } else {
 577                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 578                 }
 579                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 580         } else {
 581                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 582                 if (IS_2200(isp) || IS_23XX(isp)) {
 583                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 584                 }
 585                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 586         }
 587
 588         /*
 589          * Set up default request/response queue in-pointer/out-pointer
 590          * register indices.
 591          */
 592         if (IS_24XX(isp)) {
 593                 isp->isp_rqstinrp = BIU2400_REQINP;
 594                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 595                 isp->isp_respinrp = BIU2400_RSPINP;
 596                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 597         } else if (IS_23XX(isp)) {
 598                 isp->isp_rqstinrp = BIU_REQINP;
 599                 isp->isp_rqstoutrp = BIU_REQOUTP;
 600                 isp->isp_respinrp = BIU_RSPINP;
 601                 isp->isp_respoutrp = BIU_RSPOUTP;
 602         } else {
 603                 isp->isp_rqstinrp = INMAILBOX4;
 604                 isp->isp_rqstoutrp = OUTMAILBOX4;
 605                 isp->isp_respinrp = OUTMAILBOX5;
 606                 isp->isp_respoutrp = INMAILBOX5;
 607         }
 608         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 609         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 610         ISP_WRITE(isp, isp->isp_respinrp, 0);
 611         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 612         if (IS_24XX(isp)) {
 613                 if (!IS_26XX(isp)) {
 614                         ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 615                         ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 616                 }
 617                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 618                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 619         }
 620
 621         if (!IS_24XX(isp) && isp->isp_bustype == ISP_BT_PCI) {
 622                 /* Make sure the BIOS is disabled */
 623                 ISP_WRITE(isp, HCCR, PCI_HCCR_CMD_BIOS);
 624         }
 625
 626         /*
 627          * Wait for everything to finish firing up.
 628          *
 629          * Avoid doing this on early 2312s because you can generate a PCI
 630          * parity error (chip breakage).
 631          */
 632         if (IS_2312(isp) && isp->isp_revision < 2) {
 633                 ISP_DELAY(100);
 634         } else {
 635                 loops = MBOX_DELAY_COUNT;
 636                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 637                         ISP_DELAY(100);
 638                         if (--loops < 0) {
 639                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 640                                 return;
 641                         }
 642                 }
 643         }
 644
 645         /*
 646          * Up until this point we've done everything by just reading or
 647          * setting registers. From this point on we rely on at least *some*
 648          * kind of firmware running in the card.
 649          */
 650
 651         /*
 652          * Do some sanity checking by running a NOP command.
 653          * If it succeeds, the ROM firmware is now running.
 654          */
 655         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 656         isp_mboxcmd(isp, &mbs);
 657         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 658                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 659                 return;
 660         }
 661
 662         /*
 663          * Do some operational tests
 664          */
 665         if (IS_SCSI(isp) || IS_24XX(isp)) {
 666                 static const uint16_t patterns[MAX_MAILBOX] = {
 667                         0x0000, 0xdead, 0xbeef, 0xffff,
 668                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 669                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 670                         0xbead, 0xdebe, 0x2222, 0x3333,
 671                         0x5555, 0x6666, 0x7777, 0xaaaa,
 672                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 673                         0x6666, 0x6677, 0x1122, 0x33ff,
 674                         0x0000, 0x0001, 0x1000, 0x1010,
 675                 };
 676                 int nmbox = ISP_NMBOX(isp);
 677                 if (IS_SCSI(isp))
 678                         nmbox = 6;
 679                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 680                 for (i = 1; i < nmbox; i++) {
 681                         mbs.param[i] = patterns[i];
 682                 }
 683                 isp_mboxcmd(isp, &mbs);
 684                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 685                         return;
 686                 }
 687                 for (i = 1; i < nmbox; i++) {
 688                         if (mbs.param[i] != patterns[i]) {
 689                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 690                                 return;
 691                         }
 692                 }
 693         }
 694
 695         /*
 696          * Download new Firmware, unless requested not to do so.
 697          * This is made slightly trickier in some cases where the
 698          * firmware of the ROM revision is newer than the revision
 699          * compiled into the driver. So, where we used to compare
 700          * versions of our f/w and the ROM f/w, now we just see
 701          * whether we have f/w at all and whether a config flag
 702          * has disabled our download.
 703          */
 704         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 705                 dodnld = 0;
 706         } else {
 707
 708                 /*
 709                  * Set up DMA for the request and response queues.
 710                  * We do this now so we can use the request queue
 711                  * for dma to load firmware from.
 712                  */
 713                 if (ISP_MBOXDMASETUP(isp) != 0) {
 714                         isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 715                         return;
 716                 }
 717         }
 718
 719         if (IS_24XX(isp)) {
 720                 code_org = ISP_CODE_ORG_2400;
 721         } else if (IS_23XX(isp)) {
 722                 code_org = ISP_CODE_ORG_2300;
 723         } else {
 724                 code_org = ISP_CODE_ORG;
 725         }
 726
 727         isp->isp_loaded_fw = 0;
 728         if (dodnld && IS_24XX(isp)) {
 729                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 730                 uint32_t la, wi, wl;
 731
 732                 /*
 733                  * Keep loading until we run out of f/w.
 734                  */
 735                 code_org = ptr[2];      /* 1st load address is our start addr */
 736
 737                 for (;;) {
 738
 739                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 740
 741                         wi = 0;
 742                         la = ptr[2];
 743                         wl = ptr[3];
 744                         while (wi < ptr[3]) {
 745                                 uint32_t *cp;
 746                                 uint32_t nw;
 747
 748                                 nw = min(wl, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 4);
 749                                 cp = isp->isp_rquest;
 750                                 for (i = 0; i < nw; i++)
 751                                         ISP_IOXPUT_32(isp, ptr[wi + i], &cp[i]);
 752                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 753                                 MBSINIT(&mbs, MBOX_LOAD_RISC_RAM, MBLOGALL, 0);
 754                                 mbs.param[1] = la;
 755                                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 756                                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 757                                 mbs.param[4] = nw >> 16;
 758                                 mbs.param[5] = nw;
 759                                 mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 760                                 mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 761                                 mbs.param[8] = la >> 16;
 762                                 isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 763                                 isp_mboxcmd(isp, &mbs);
 764                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 765                                         isp_prt(isp, ISP_LOGERR, "F/W download failed");
 766                                         return;
 767                                 }
 768                                 la += nw;
 769                                 wi += nw;
 770                                 wl -= nw;
 771                         }
 772
 773                         if (ptr[1] == 0) {
 774                                 break;
 775                         }
 776                         ptr += ptr[3];
 777                 }
 778                 isp->isp_loaded_fw = 1;
 779         } else if (dodnld && IS_23XX(isp)) {
 780                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 781                 uint16_t wi, wl, segno;
 782                 uint32_t la;
 783
 784                 la = code_org;
 785                 segno = 0;
 786
 787                 for (;;) {
 788                         uint32_t nxtaddr;
 789
 790                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 791
 792                         wi = 0;
 793                         wl = ptr[3];
 794
 795                         while (wi < ptr[3]) {
 796                                 uint16_t *cp;
 797                                 uint16_t nw;
 798
 799                                 nw = min(wl, min((1 << 15), ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 2));
 800                                 cp = isp->isp_rquest;
 801                                 for (i = 0; i < nw; i++)
 802                                         ISP_IOXPUT_16(isp, ptr[wi + i], &cp[i]);
 803                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 804                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 805                                 if (la < 0x10000) {
 806                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 807                                         mbs.param[1] = la;
 808                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 809                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 810                                         mbs.param[4] = nw;
 811                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 812                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 813                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 814                                 } else {
 815                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 816                                         mbs.param[1] = la;
 817                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 818                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 819                                         mbs.param[4] = nw;
 820                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 821                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 822                                         mbs.param[8] = la >> 16;
 823                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 824                                 }
 825                                 isp_mboxcmd(isp, &mbs);
 826                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 827                                         isp_prt(isp, ISP_LOGERR, "F/W download failed");
 828                                         return;
 829                                 }
 830                                 la += nw;
 831                                 wi += nw;
 832                                 wl -= nw;
 833                         }
 834
 835                         if (!IS_2322(isp)) {
 836                                 break;
 837                         }
 838
 839                         if (++segno == 3) {
 840                                 break;
 841                         }
 842
 843                         /*
 844                          * If we're a 2322, the firmware actually comes in
 845                          * three chunks. We loaded the first at the code_org
 846                          * address. The other two chunks, which follow right
 847                          * after each other in memory here, get loaded at
 848                          * addresses specfied at offset 0x9..0xB.
 849                          */
 850
 851                         nxtaddr = ptr[3];
 852                         ptr = &ptr[nxtaddr];
 853                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 854                 }
 855                 isp->isp_loaded_fw = 1;
 856         } else if (dodnld) {
 857                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 858                 u_int i, wl;
 859
 860                 wl = ptr[3];
 861                 isp_prt(isp, ISP_LOGDEBUG1,
 862                     "WRITE RAM %u words at load address 0x%x", wl, code_org);
 863                 for (i = 0; i < wl; i++) {
 864                         MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 865                         mbs.param[1] = code_org + i;
 866                         mbs.param[2] = ptr[i];
 867                         isp_mboxcmd(isp, &mbs);
 868                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 869                                 isp_prt(isp, ISP_LOGERR,
 870                                     "F/W download failed at word %d", i);
 871                                 return;
 872                         }
 873                 }
 874         } else if (IS_26XX(isp)) {
 875                 MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
 876                 mbs.ibitm = 0x01;
 877                 mbs.obitm = 0x07;
 878                 isp_mboxcmd(isp, &mbs);
 879                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 880                         isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
 881                         return;
 882                 }
 883         } else {
 884                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 885         }
 886
 887         /*
 888          * If we loaded firmware, verify its checksum
 889          */
 890         if (isp->isp_loaded_fw) {
 891                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 892                 if (IS_24XX(isp)) {
 893                         mbs.param[1] = code_org >> 16;
 894                         mbs.param[2] = code_org;
 895                 } else {
 896                         mbs.param[1] = code_org;
 897                 }
 898                 isp_mboxcmd(isp, &mbs);
 899                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 900                         isp_prt(isp, ISP_LOGERR, dcrc);
 901                         return;
 902                 }
 903         }
 904
 905         /*
 906          * Now start it rolling.
 907          *
 908          * If we didn't actually download f/w,
 909          * we still need to (re)start it.
 910          */
 911         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
 912         if (IS_24XX(isp)) {
 913                 mbs.param[1] = code_org >> 16;
 914                 mbs.param[2] = code_org;
 915                 if (isp->isp_loaded_fw) {
 916                         mbs.param[3] = 0;
 917                 } else {
 918                         mbs.param[3] = 1;
 919                 }
 920         } else if (IS_2322(isp)) {
 921                 mbs.param[1] = code_org;
 922                 if (isp->isp_loaded_fw) {
 923                         mbs.param[2] = 0;
 924                 } else {
 925                         mbs.param[2] = 1;
 926                 }
 927         } else {
 928                 mbs.param[1] = code_org;
 929         }
 930         isp_mboxcmd(isp, &mbs);
 931         if (IS_2322(isp) || IS_24XX(isp)) {
 932                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 933                         return;
 934                 }
 935         }
 936
 937         if (IS_SCSI(isp)) {
 938                 /*
 939                  * Set CLOCK RATE, but only if asked to.
 940                  */
 941                 if (isp->isp_clock) {
 942                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
 943                         mbs.param[1] = isp->isp_clock;
 944                         isp_mboxcmd(isp, &mbs);
 945                         /* we will try not to care if this fails */
 946                 }
 947         }
 948
 949         /*
 950          * Ask the chip for the current firmware version.
 951          * This should prove that the new firmware is working.
 952          */
 953         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
 954         isp_mboxcmd(isp, &mbs);
 955         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 956                 return;
 957         }
 958
 959         /*
 960          * The SBus firmware that we are using apparently does not return
 961          * major, minor, micro revisions in the mailbox registers, which
 962          * is really, really, annoying.
 963          */
 964         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
 965                 if (dodnld) {
 966 #ifdef  ISP_TARGET_MODE
 967                         isp->isp_fwrev[0] = 7;
 968                         isp->isp_fwrev[1] = 55;
 969 #else
 970                         isp->isp_fwrev[0] = 1;
 971                         isp->isp_fwrev[1] = 37;
 972 #endif
 973                         isp->isp_fwrev[2] = 0;
 974                 }
 975         } else {
 976                 isp->isp_fwrev[0] = mbs.param[1];
 977                 isp->isp_fwrev[1] = mbs.param[2];
 978                 isp->isp_fwrev[2] = mbs.param[3];
 979         }
 980
 981         if (IS_FC(isp)) {
 982                 /*
 983                  * We do not believe firmware attributes for 2100 code less
 984                  * than 1.17.0, unless it's the firmware we specifically
 985                  * are loading.
 986                  *
 987                  * Note that all 22XX and later f/w is greater than 1.X.0.
 988                  */
 989                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
 990 #ifdef  USE_SMALLER_2100_FIRMWARE
 991                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
 992 #else
 993                         isp->isp_fwattr = 0;
 994 #endif
 995                 } else {
 996                         isp->isp_fwattr = mbs.param[6];
 997                 }
 998                 if (IS_24XX(isp)) {
 999                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1000                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1001                                 isp->isp_fwattr |=
1002                                     (((uint64_t) mbs.param[16]) << 32) |
1003                                     (((uint64_t) mbs.param[17]) << 48);
1004                         }
1005                 }
1006         } else {
1007                 isp->isp_fwattr = 0;
1008         }
1009
1010         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1011             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1012
1013         fwt = isp->isp_fwattr;
1014         if (IS_24XX(isp)) {
1015                 buf = FCPARAM(isp, 0)->isp_scanscratch;
1016                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1017                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1018                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1019                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1020                 }
1021                 if (fwt & ISP2400_FW_ATTR_IP) {
1022                         fwt ^=ISP2400_FW_ATTR_IP;
1023                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1024                 }
1025                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1026                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1027                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1028                 }
1029                 if (fwt & ISP2400_FW_ATTR_SB2) {
1030                         fwt ^=ISP2400_FW_ATTR_SB2;
1031                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1032                 }
1033                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1034                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1035                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1036                 }
1037                 if (fwt & ISP2400_FW_ATTR_VI) {
1038                         fwt ^=ISP2400_FW_ATTR_VI;
1039                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1040                 }
1041                 if (fwt & ISP2400_FW_ATTR_MQ) {
1042                         fwt ^=ISP2400_FW_ATTR_MQ;
1043                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1044                 }
1045                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1046                         fwt ^=ISP2400_FW_ATTR_MSIX;
1047                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1048                 }
1049                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1050                         fwt ^=ISP2400_FW_ATTR_FCOE;
1051                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1052                 }
1053                 if (fwt & ISP2400_FW_ATTR_VP0) {
1054                         fwt ^= ISP2400_FW_ATTR_VP0;
1055                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1056                 }
1057                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1058                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1059                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1060                 }
1061                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1062                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1063                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1064                 }
1065                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1066                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1067                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1068                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1069                 }
1070                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1071                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1072                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1073                 }
1074                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1075                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1076                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1077                 }
1078                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1079                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1080                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1081                 }
1082                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1083                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1084                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1085                 }
1086                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1087                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1088                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1089                 }
1090                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1091                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1092                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1093                 }
1094                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1095                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1096                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1097                 }
1098                 if (fwt) {
1099                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1100                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1101                 }
1102                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1103         } else if (IS_FC(isp)) {
1104                 buf = FCPARAM(isp, 0)->isp_scanscratch;
1105                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1106                 if (fwt & ISP_FW_ATTR_TMODE) {
1107                         fwt ^=ISP_FW_ATTR_TMODE;
1108                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1109                 }
1110                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1111                         fwt ^=ISP_FW_ATTR_SCCLUN;
1112                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1113                 }
1114                 if (fwt & ISP_FW_ATTR_FABRIC) {
1115                         fwt ^=ISP_FW_ATTR_FABRIC;
1116                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1117                 }
1118                 if (fwt & ISP_FW_ATTR_CLASS2) {
1119                         fwt ^=ISP_FW_ATTR_CLASS2;
1120                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1121                 }
1122                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1123                         fwt ^=ISP_FW_ATTR_FCTAPE;
1124                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1125                 }
1126                 if (fwt & ISP_FW_ATTR_IP) {
1127                         fwt ^=ISP_FW_ATTR_IP;
1128                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1129                 }
1130                 if (fwt & ISP_FW_ATTR_VI) {
1131                         fwt ^=ISP_FW_ATTR_VI;
1132                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1133                 }
1134                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1135                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1136                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1137                 }
1138                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1139                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1140                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1141                 }
1142                 if (fwt != 0) {
1143                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1144                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1145                 }
1146                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1147         }
1148
1149         if (IS_24XX(isp)) {
1150                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1151                 isp_mboxcmd(isp, &mbs);
1152                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1153                         return;
1154                 }
1155                 isp->isp_maxcmds = mbs.param[3];
1156         } else {
1157                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1158                 isp_mboxcmd(isp, &mbs);
1159                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1160                         return;
1161                 }
1162                 isp->isp_maxcmds = mbs.param[2];
1163         }
1164         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1165
1166         /*
1167          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1168          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1169          * work for them).
1170          */
1171         if (IS_FC(isp) && isp->isp_nchan > 1) {
1172                 if (!ISP_CAP_MULTI_ID(isp)) {
1173                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1174                             "only can enable 1 of %d channels", isp->isp_nchan);
1175                         isp->isp_nchan = 1;
1176                 } else if (!ISP_CAP_VP0(isp)) {
1177                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1178                             "feature properly without VP0_Decoupling");
1179                         isp->isp_nchan = 1;
1180                 }
1181         }
1182
1183         /*
1184          * Final DMA setup after we got isp_maxcmds.
1185          */
1186         if (ISP_MBOXDMASETUP(isp) != 0) {
1187                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
1188                 return;
1189         }
1190
1191         /*
1192          * Setup interrupts.
1193          */
1194         if (ISP_IRQSETUP(isp) != 0) {
1195                 isp_prt(isp, ISP_LOGERR, "Cannot setup IRQ");
1196                 return;
1197         }
1198         ISP_ENABLE_INTS(isp);
1199
1200         if (IS_FC(isp)) {
1201                 for (i = 0; i < isp->isp_nchan; i++)
1202                         isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1203         }
1204
1205         isp->isp_state = ISP_RESETSTATE;
1206
1207         /*
1208          * Okay- now that we have new firmware running, we now (re)set our
1209          * notion of how many luns we support. This is somewhat tricky because
1210          * if we haven't loaded firmware, we sometimes do not have an easy way
1211          * of knowing how many luns we support.
1212          *
1213          * Expanded lun firmware gives you 32 luns for SCSI cards and
1214          * unlimited luns for Fibre Channel cards.
1215          *
1216          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1217          * we do get a firmware attributes word returned in mailbox register 6.
1218          *
1219          * Because the lun is in a different position in the Request Queue
1220          * Entry structure for Fibre Channel with expanded lun firmware, we
1221          * can only support one lun (lun zero) when we don't know what kind
1222          * of firmware we're running.
1223          */
1224         if (IS_SCSI(isp)) {
1225                 if (dodnld) {
1226                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1227                                 isp->isp_maxluns = 32;
1228                         } else {
1229                                 isp->isp_maxluns = 8;
1230                         }
1231                 } else {
1232                         isp->isp_maxluns = 8;
1233                 }
1234         } else {
1235                 if (ISP_CAP_SCCFW(isp)) {
1236                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1237                 } else {
1238                         isp->isp_maxluns = 16;
1239                 }
1240         }
1241
1242         /*
1243          * We get some default values established. As a side
1244          * effect, NVRAM is read here (unless overriden by
1245          * a configuration flag).
1246          */
1247         if (do_load_defaults) {
1248                 if (IS_SCSI(isp)) {
1249                         isp_setdfltsdparm(isp);
1250                 } else {
1251                         for (i = 0; i < isp->isp_nchan; i++) {
1252                                 isp_setdfltfcparm(isp, i);
1253                         }
1254                 }
1255         }
1256 }
1257
1258 /*
1259  * Clean firmware shutdown.
1260  */
1261 static int
1262 isp_stop(ispsoftc_t *isp)
1263 {
1264         mbreg_t mbs;
1265
1266         isp->isp_state = ISP_NILSTATE;
1267         MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1268         mbs.param[1] = 0;
1269         mbs.param[2] = 0;
1270         mbs.param[3] = 0;
1271         mbs.param[4] = 0;
1272         mbs.param[5] = 0;
1273         mbs.param[6] = 0;
1274         mbs.param[7] = 0;
1275         mbs.param[8] = 0;
1276         isp_mboxcmd(isp, &mbs);
1277         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1278 }
1279
1280 /*
1281  * Hardware shutdown.
1282  */
1283 void
1284 isp_shutdown(ispsoftc_t *isp)
1285 {
1286
1287         if (isp->isp_state >= ISP_RESETSTATE)
1288                 isp_stop(isp);
1289         ISP_DISABLE_INTS(isp);
1290         if (IS_FC(isp)) {
1291                 if (IS_24XX(isp)) {
1292                         ISP_WRITE(isp, BIU2400_ICR, 0);
1293                         ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
1294                 } else {
1295                         ISP_WRITE(isp, BIU_ICR, 0);
1296                         ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1297                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
1298                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
1299                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
1300                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
1301                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
1302                 }
1303         } else {
1304                 ISP_WRITE(isp, BIU_ICR, 0);
1305                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1306         }
1307 }
1308
1309 /*
1310  * Initialize Parameters of Hardware to a known state.
1311  *
1312  * Locks are held before coming here.
1313  */
1314 void
1315 isp_init(ispsoftc_t *isp)
1316 {
1317         if (IS_FC(isp)) {
1318                 if (IS_24XX(isp)) {
1319                         isp_fibre_init_2400(isp);
1320                 } else {
1321                         isp_fibre_init(isp);
1322                 }
1323         } else {
1324                 isp_scsi_init(isp);
1325         }
1326 }
1327
1328 static void
1329 isp_scsi_init(ispsoftc_t *isp)
1330 {
1331         sdparam *sdp_chan0, *sdp_chan1;
1332         mbreg_t mbs;
1333
1334         isp->isp_state = ISP_INITSTATE;
1335
1336         sdp_chan0 = SDPARAM(isp, 0);
1337         sdp_chan1 = sdp_chan0;
1338         if (IS_DUALBUS(isp)) {
1339                 sdp_chan1 = SDPARAM(isp, 1);
1340         }
1341
1342         /* First do overall per-card settings. */
1343
1344         /*
1345          * If we have fast memory timing enabled, turn it on.
1346          */
1347         if (sdp_chan0->isp_fast_mttr) {
1348                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1349         }
1350
1351         /*
1352          * Set Retry Delay and Count.
1353          * You set both channels at the same time.
1354          */
1355         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1356         mbs.param[1] = sdp_chan0->isp_retry_count;
1357         mbs.param[2] = sdp_chan0->isp_retry_delay;
1358         mbs.param[6] = sdp_chan1->isp_retry_count;
1359         mbs.param[7] = sdp_chan1->isp_retry_delay;
1360         isp_mboxcmd(isp, &mbs);
1361         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1362                 return;
1363         }
1364
1365         /*
1366          * Set ASYNC DATA SETUP time. This is very important.
1367          */
1368         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1369         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1370         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1371         isp_mboxcmd(isp, &mbs);
1372         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1373                 return;
1374         }
1375
1376         /*
1377          * Set ACTIVE Negation State.
1378          */
1379         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1380         mbs.param[1] =
1381             (sdp_chan0->isp_req_ack_active_neg << 4) |
1382             (sdp_chan0->isp_data_line_active_neg << 5);
1383         mbs.param[2] =
1384             (sdp_chan1->isp_req_ack_active_neg << 4) |
1385             (sdp_chan1->isp_data_line_active_neg << 5);
1386         isp_mboxcmd(isp, &mbs);
1387         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1388                 isp_prt(isp, ISP_LOGERR,
1389                     "failed to set active negation state (%d,%d), (%d,%d)",
1390                     sdp_chan0->isp_req_ack_active_neg,
1391                     sdp_chan0->isp_data_line_active_neg,
1392                     sdp_chan1->isp_req_ack_active_neg,
1393                     sdp_chan1->isp_data_line_active_neg);
1394                 /*
1395                  * But don't return.
1396                  */
1397         }
1398
1399         /*
1400          * Set the Tag Aging limit
1401          */
1402         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1403         mbs.param[1] = sdp_chan0->isp_tag_aging;
1404         mbs.param[2] = sdp_chan1->isp_tag_aging;
1405         isp_mboxcmd(isp, &mbs);
1406         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1407                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1408                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1409                 return;
1410         }
1411
1412         /*
1413          * Set selection timeout.
1414          */
1415         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1416         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1417         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1418         isp_mboxcmd(isp, &mbs);
1419         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1420                 return;
1421         }
1422
1423         /* now do per-channel settings */
1424         isp_scsi_channel_init(isp, 0);
1425         if (IS_DUALBUS(isp))
1426                 isp_scsi_channel_init(isp, 1);
1427
1428         /*
1429          * Now enable request/response queues
1430          */
1431
1432         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1433                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1434                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1435                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1436                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1437                 mbs.param[4] = 0;
1438                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1439                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1440                 isp_mboxcmd(isp, &mbs);
1441                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1442                         return;
1443                 }
1444                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1445
1446                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1447                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1448                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1449                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1450                 mbs.param[5] = 0;
1451                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1452                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1453                 isp_mboxcmd(isp, &mbs);
1454                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1455                         return;
1456                 }
1457                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1458         } else {
1459                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1460                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1461                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1462                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1463                 mbs.param[4] = 0;
1464                 isp_mboxcmd(isp, &mbs);
1465                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1466                         return;
1467                 }
1468                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1469
1470                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1471                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1472                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1473                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1474                 mbs.param[5] = 0;
1475                 isp_mboxcmd(isp, &mbs);
1476                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1477                         return;
1478                 }
1479                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1480         }
1481
1482         /*
1483          * Turn on LVD transitions for ULTRA2 or better and other features
1484          *
1485          * Now that we have 32 bit handles, don't do any fast posting
1486          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1487          * operation or use fast posting. To be conservative, we'll only
1488          * do this for Ultra3 cards now because the other cards are so
1489          * rare for this author to find and test with.
1490          */
1491
1492         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1493         if (IS_ULTRA2(isp))
1494                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1495 #ifdef  ISP_NO_RIO
1496         if (IS_ULTRA3(isp))
1497                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1498 #else
1499         if (IS_ULTRA3(isp))
1500                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1501 #endif
1502         if (mbs.param[1] != 0) {
1503                 uint16_t sfeat = mbs.param[1];
1504                 isp_mboxcmd(isp, &mbs);
1505                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1506                         isp_prt(isp, ISP_LOGINFO,
1507                             "Enabled FW features (0x%x)", sfeat);
1508                 }
1509         }
1510
1511         isp->isp_state = ISP_RUNSTATE;
1512 }
1513
1514 static void
1515 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1516 {
1517         sdparam *sdp;
1518         mbreg_t mbs;
1519         int tgt;
1520
1521         sdp = SDPARAM(isp, chan);
1522
1523         /*
1524          * Set (possibly new) Initiator ID.
1525          */
1526         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1527         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1528         isp_mboxcmd(isp, &mbs);
1529         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530                 return;
1531         }
1532         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1533             chan, sdp->isp_initiator_id);
1534
1535
1536         /*
1537          * Set current per-target parameters to an initial safe minimum.
1538          */
1539         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1540                 int lun;
1541                 uint16_t sdf;
1542
1543                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1544                         continue;
1545                 }
1546 #ifndef ISP_TARGET_MODE
1547                 sdf = sdp->isp_devparam[tgt].goal_flags;
1548                 sdf &= DPARM_SAFE_DFLT;
1549                 /*
1550                  * It is not quite clear when this changed over so that
1551                  * we could force narrow and async for 1000/1020 cards,
1552                  * but assume that this is only the case for loaded
1553                  * firmware.
1554                  */
1555                 if (isp->isp_loaded_fw) {
1556                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1557                 }
1558 #else
1559                 /*
1560                  * The !$*!)$!$)* f/w uses the same index into some
1561                  * internal table to decide how to respond to negotiations,
1562                  * so if we've said "let's be safe" for ID X, and ID X
1563                  * selects *us*, the negotiations will back to 'safe'
1564                  * (as in narrow/async). What the f/w *should* do is
1565                  * use the initiator id settings to decide how to respond.
1566                  */
1567                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1568 #endif
1569                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1570                 mbs.param[1] = (chan << 15) | (tgt << 8);
1571                 mbs.param[2] = sdf;
1572                 if ((sdf & DPARM_SYNC) == 0) {
1573                         mbs.param[3] = 0;
1574                 } else {
1575                         mbs.param[3] =
1576                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1577                             (sdp->isp_devparam[tgt].goal_period);
1578                 }
1579                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1580                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1581                 isp_mboxcmd(isp, &mbs);
1582                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1583                         sdf = DPARM_SAFE_DFLT;
1584                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1585                         mbs.param[1] = (tgt << 8) | (chan << 15);
1586                         mbs.param[2] = sdf;
1587                         mbs.param[3] = 0;
1588                         isp_mboxcmd(isp, &mbs);
1589                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1590                                 continue;
1591                         }
1592                 }
1593
1594                 /*
1595                  * We don't update any information directly from the f/w
1596                  * because we need to run at least one command to cause a
1597                  * new state to be latched up. So, we just assume that we
1598                  * converge to the values we just had set.
1599                  *
1600                  * Ensure that we don't believe tagged queuing is enabled yet.
1601                  * It turns out that sometimes the ISP just ignores our
1602                  * attempts to set parameters for devices that it hasn't
1603                  * seen yet.
1604                  */
1605                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1606                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1607                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1608                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1609                         mbs.param[2] = sdp->isp_max_queue_depth;
1610                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1611                         isp_mboxcmd(isp, &mbs);
1612                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1613                                 break;
1614                         }
1615                 }
1616         }
1617         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1618                 if (sdp->isp_devparam[tgt].dev_refresh) {
1619                         sdp->sendmarker = 1;
1620                         sdp->update = 1;
1621                         break;
1622                 }
1623         }
1624 }
1625
1626 /*
1627  * Fibre Channel specific initialization.
1628  */
1629 static void
1630 isp_fibre_init(ispsoftc_t *isp)
1631 {
1632         fcparam *fcp;
1633         isp_icb_t local, *icbp = &local;
1634         mbreg_t mbs;
1635
1636         /*
1637          * We only support one channel on non-24XX cards
1638          */
1639         fcp = FCPARAM(isp, 0);
1640         if (fcp->role == ISP_ROLE_NONE)
1641                 return;
1642
1643         isp->isp_state = ISP_INITSTATE;
1644         ISP_MEMZERO(icbp, sizeof (*icbp));
1645         icbp->icb_version = ICB_VERSION1;
1646         icbp->icb_fwoptions = fcp->isp_fwoptions;
1647
1648         /*
1649          * Firmware Options are either retrieved from NVRAM or
1650          * are patched elsewhere. We check them for sanity here
1651          * and make changes based on board revision, but otherwise
1652          * let others decide policy.
1653          */
1654
1655         /*
1656          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1657          */
1658         if (IS_2100(isp) && isp->isp_revision < 5) {
1659                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1660         }
1661
1662         /*
1663          * We have to use FULL LOGIN even though it resets the loop too much
1664          * because otherwise port database entries don't get updated after
1665          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1666          */
1667         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1668                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1669         }
1670
1671         /*
1672          * Insist on Port Database Update Async notifications
1673          */
1674         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1675
1676         /*
1677          * Make sure that target role reflects into fwoptions.
1678          */
1679         if (fcp->role & ISP_ROLE_TARGET) {
1680                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1681         } else {
1682                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1683         }
1684
1685         /*
1686          * For some reason my 2200 does not generate ATIOs in target mode
1687          * if initiator is disabled.  Extra logins are better then target
1688          * not working at all.
1689          */
1690         if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1691                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1692         } else {
1693                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1694         }
1695
1696         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1697         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1698                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1699                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1700         }
1701         icbp->icb_maxalloc = fcp->isp_maxalloc;
1702         if (icbp->icb_maxalloc < 1) {
1703                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1704                 icbp->icb_maxalloc = 16;
1705         }
1706         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1707         if (icbp->icb_execthrottle < 1) {
1708                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1709                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1710         }
1711         icbp->icb_retry_delay = fcp->isp_retry_delay;
1712         icbp->icb_retry_count = fcp->isp_retry_count;
1713         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1714                 icbp->icb_hardaddr = fcp->isp_loopid;
1715                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1716                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1717                 else
1718                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1719         }
1720
1721         /*
1722          * Right now we just set extended options to prefer point-to-point
1723          * over loop based upon some soft config options.
1724          *
1725          * NB: for the 2300, ICBOPT_EXTENDED is required.
1726          */
1727         if (IS_2100(isp)) {
1728                 /*
1729                  * We can't have Fast Posting any more- we now
1730                  * have 32 bit handles.
1731                  */
1732                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1733         } else if (IS_2200(isp) || IS_23XX(isp)) {
1734                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1735
1736                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1737
1738                 if (ISP_CAP_FCTAPE(isp)) {
1739                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1740                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1741
1742                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1743                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1744
1745                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1746                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1747                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1748                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1749                         } else {
1750                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1751                         }
1752                 } else {
1753                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1754                         FCPARAM(isp, 0)->fctape_enabled = 0;
1755                 }
1756
1757                 /*
1758                  * Prefer or force Point-To-Point instead Loop?
1759                  */
1760                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1761                 case ISP_CFG_LPORT_ONLY:
1762                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1763                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1764                         break;
1765                 case ISP_CFG_NPORT_ONLY:
1766                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1767                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1768                         break;
1769                 case ISP_CFG_LPORT:
1770                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1771                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1772                         break;
1773                 case ISP_CFG_NPORT:
1774                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1775                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1776                         break;
1777                 default:
1778                         /* Let NVRAM settings define it if they are sane */
1779                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1780                         case ICBXOPT_PTP_2_LOOP:
1781                         case ICBXOPT_PTP_ONLY:
1782                         case ICBXOPT_LOOP_ONLY:
1783                         case ICBXOPT_LOOP_2_PTP:
1784                                 break;
1785                         default:
1786                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1787                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1788                         }
1789                         break;
1790                 }
1791                 if (IS_2200(isp)) {
1792                         /*
1793                          * We can't have Fast Posting any more- we now
1794                          * have 32 bit handles.
1795                          *
1796                          * RIO seemed to have to much breakage.
1797                          *
1798                          * Just opt for safety.
1799                          */
1800                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1801                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1802                 } else {
1803                         /*
1804                          * QLogic recommends that FAST Posting be turned
1805                          * off for 23XX cards and instead allow the HBA
1806                          * to write response queue entries and interrupt
1807                          * after a delay (ZIO).
1808                          */
1809                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1810                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1811                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1812                                 icbp->icb_idelaytimer = 10;
1813                         }
1814                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1815                         if (isp->isp_confopts & ISP_CFG_1GB) {
1816                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1817                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1818                         } else if (isp->isp_confopts & ISP_CFG_2GB) {
1819                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1820                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1821                         } else {
1822                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1823                                 case ICBZOPT_RATE_1GB:
1824                                 case ICBZOPT_RATE_2GB:
1825                                 case ICBZOPT_RATE_AUTO:
1826                                         break;
1827                                 default:
1828                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1829                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1830                                         break;
1831                                 }
1832                         }
1833                 }
1834         }
1835
1836
1837         /*
1838          * For 22XX > 2.1.26 && 23XX, set some options.
1839          */
1840         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1841                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1842                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1843                 mbs.param[2] = 0;
1844                 mbs.param[3] = 0;
1845                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1846                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1847                         if (fcp->role & ISP_ROLE_TARGET) {
1848                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1849                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1850                                 }
1851                                 mbs.param[3] = IFCOPT3_NOPRLI;
1852                         }
1853                 }
1854                 isp_mboxcmd(isp, &mbs);
1855                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1856                         return;
1857                 }
1858         }
1859         icbp->icb_logintime = ICB_LOGIN_TOV;
1860
1861 #ifdef  ISP_TARGET_MODE
1862         if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1863                 icbp->icb_lunenables = 0xffff;
1864                 icbp->icb_ccnt = 0xff;
1865                 icbp->icb_icnt = 0xff;
1866                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1867         }
1868 #endif
1869         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1870                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1871                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1872                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1873                 isp_prt(isp, ISP_LOGDEBUG1,
1874                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1875                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1876                     ((uint32_t) (fcp->isp_wwnn)),
1877                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1878                     ((uint32_t) (fcp->isp_wwpn)));
1879         } else if (fcp->isp_wwpn) {
1880                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1881                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1882                 isp_prt(isp, ISP_LOGDEBUG1,
1883                     "Setting ICB Port 0x%08x%08x",
1884                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1885                     ((uint32_t) (fcp->isp_wwpn)));
1886         } else {
1887                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1888                 return;
1889         }
1890         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1891         if (icbp->icb_rqstqlen < 1) {
1892                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1893         }
1894         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1895         if (icbp->icb_rsltqlen < 1) {
1896                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1897         }
1898         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1899         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1900         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1901         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1902         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1903         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1904         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1905         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1906
1907         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1908                 isp_prt(isp, ISP_LOGERR, sacq);
1909                 return;
1910         }
1911         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1912             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1913
1914         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1915         if (isp->isp_dblev & ISP_LOGDEBUG1) {
1916                 isp_print_bytes(isp, "isp_fibre_init",
1917                     sizeof(*icbp), fcp->isp_scratch);
1918         }
1919
1920         /*
1921          * Init the firmware
1922          */
1923         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1924         mbs.param[1] = 0;
1925         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1926         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1927         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1928         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1929         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1930             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1931             (uint32_t) fcp->isp_scdma);
1932         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1933         isp_mboxcmd(isp, &mbs);
1934         FC_SCRATCH_RELEASE(isp, 0);
1935         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
1936                 return;
1937         isp->isp_reqidx = 0;
1938         isp->isp_reqodx = 0;
1939         isp->isp_residx = 0;
1940         isp->isp_resodx = 0;
1941
1942         /*
1943          * Whatever happens, we're now committed to being here.
1944          */
1945         isp->isp_state = ISP_RUNSTATE;
1946 }
1947
1948 static void
1949 isp_fibre_init_2400(ispsoftc_t *isp)
1950 {
1951         fcparam *fcp;
1952         isp_icb_2400_t local, *icbp = &local;
1953         mbreg_t mbs;
1954         int chan;
1955
1956         /*
1957          * Check to see whether all channels have *some* kind of role
1958          */
1959         for (chan = 0; chan < isp->isp_nchan; chan++) {
1960                 fcp = FCPARAM(isp, chan);
1961                 if (fcp->role != ISP_ROLE_NONE) {
1962                         break;
1963                 }
1964         }
1965         if (chan == isp->isp_nchan) {
1966                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
1967                 return;
1968         }
1969
1970         isp->isp_state = ISP_INITSTATE;
1971
1972         /*
1973          * Start with channel 0.
1974          */
1975         fcp = FCPARAM(isp, 0);
1976
1977         /*
1978          * Turn on LIP F8 async event (1)
1979          */
1980         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1981         mbs.param[1] = 1;
1982         isp_mboxcmd(isp, &mbs);
1983         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1984                 return;
1985         }
1986
1987         ISP_MEMZERO(icbp, sizeof (*icbp));
1988         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
1989         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
1990         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
1991         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
1992                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
1993                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
1994         } else {
1995                 if (fcp->role & ISP_ROLE_TARGET)
1996                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
1997                 else
1998                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
1999                 if (fcp->role & ISP_ROLE_INITIATOR)
2000                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2001                 else
2002                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2003         }
2004
2005         icbp->icb_version = ICB_VERSION1;
2006         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2007         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2008                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2009                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2010         }
2011
2012         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2013         if (icbp->icb_execthrottle < 1) {
2014                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2015                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2016         }
2017
2018         /*
2019          * Set target exchange count. Take half if we are supporting both roles.
2020          */
2021         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2022                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2023                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2024                         icbp->icb_xchgcnt >>= 1;
2025         }
2026
2027         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2028                 icbp->icb_hardaddr = fcp->isp_loopid;
2029                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2030                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2031                 else
2032                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2033         }
2034
2035         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2036                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2037         }
2038         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2039                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2040         }
2041
2042         for (chan = 0; chan < isp->isp_nchan; chan++) {
2043                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2044                         FCPARAM(isp, chan)->fctape_enabled = 1;
2045                 else
2046                         FCPARAM(isp, chan)->fctape_enabled = 0;
2047         }
2048
2049         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2050         case ISP_CFG_LPORT_ONLY:
2051                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2052                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2053                 break;
2054         case ISP_CFG_NPORT_ONLY:
2055                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2056                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2057                 break;
2058         case ISP_CFG_NPORT:
2059                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2060         case ISP_CFG_LPORT:
2061                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2062                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2063                 break;
2064         default:
2065                 /* Let NVRAM settings define it if they are sane */
2066                 switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2067                 case ICB2400_OPT2_LOOP_ONLY:
2068                 case ICB2400_OPT2_PTP_ONLY:
2069                 case ICB2400_OPT2_LOOP_2_PTP:
2070                         break;
2071                 default:
2072                         icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2073                         icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2074                 }
2075                 break;
2076         }
2077
2078         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2079         case ICB2400_OPT2_ZIO:
2080         case ICB2400_OPT2_ZIO1:
2081                 icbp->icb_idelaytimer = 0;
2082                 break;
2083         case 0:
2084                 break;
2085         default:
2086                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2087                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2088                 break;
2089         }
2090
2091         if (IS_26XX(isp)) {
2092                 /* Use handshake to reduce global lock congestion. */
2093                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2094                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2095         }
2096
2097         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2098                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2099         }
2100         if (isp->isp_confopts & ISP_CFG_1GB) {
2101                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2102                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2103         } else if (isp->isp_confopts & ISP_CFG_2GB) {
2104                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2105                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2106         } else if (isp->isp_confopts & ISP_CFG_4GB) {
2107                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2108                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2109         } else if (isp->isp_confopts & ISP_CFG_8GB) {
2110                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2111                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2112         } else if (isp->isp_confopts & ISP_CFG_16GB) {
2113                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2114                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2115         } else {
2116                 switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2117                 case ICB2400_OPT3_RATE_4GB:
2118                 case ICB2400_OPT3_RATE_8GB:
2119                 case ICB2400_OPT3_RATE_16GB:
2120                 case ICB2400_OPT3_RATE_AUTO:
2121                         break;
2122                 case ICB2400_OPT3_RATE_2GB:
2123                         if (isp->isp_type <= ISP_HA_FC_2500)
2124                                 break;
2125                         /*FALLTHROUGH*/
2126                 case ICB2400_OPT3_RATE_1GB:
2127                         if (isp->isp_type <= ISP_HA_FC_2400)
2128                                 break;
2129                         /*FALLTHROUGH*/
2130                 default:
2131                         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2132                         icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2133                         break;
2134                 }
2135         }
2136         icbp->icb_logintime = ICB_LOGIN_TOV;
2137
2138         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2139                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2140                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2141                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2142                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2143                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2144         } else if (fcp->isp_wwpn) {
2145                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2146                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2147                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2148         } else {
2149                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2150                 return;
2151         }
2152         icbp->icb_retry_count = fcp->isp_retry_count;
2153
2154         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2155         if (icbp->icb_rqstqlen < 8) {
2156                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2157                 return;
2158         }
2159         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2160         if (icbp->icb_rsltqlen < 8) {
2161                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2162                     icbp->icb_rsltqlen);
2163                 return;
2164         }
2165         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2166         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2167         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2168         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2169
2170         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2171         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2172         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2173         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2174
2175 #ifdef  ISP_TARGET_MODE
2176         /* unconditionally set up the ATIO queue if we support target mode */
2177         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2178         if (icbp->icb_atioqlen < 8) {
2179                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2180                 return;
2181         }
2182         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2183         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2184         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2185         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2186         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2187             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2188 #endif
2189
2190         if (ISP_CAP_MSIX(isp) && isp->isp_nirq >= 2) {
2191                 icbp->icb_msixresp = 1;
2192                 if (IS_26XX(isp) && isp->isp_nirq >= 3)
2193                         icbp->icb_msixatio = 2;
2194         }
2195
2196         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2197
2198         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2199             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2200             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2201
2202         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2203                 isp_prt(isp, ISP_LOGERR, sacq);
2204                 return;
2205         }
2206         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2207         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2208         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2209                 isp_print_bytes(isp, "isp_fibre_init_2400",
2210                     sizeof (*icbp), fcp->isp_scratch);
2211         }
2212
2213         /*
2214          * Now fill in information about any additional channels
2215          */
2216         if (isp->isp_nchan > 1) {
2217                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2218                 vp_port_info_t pi, *pdst;
2219                 size_t amt = 0;
2220                 uint8_t *off;
2221
2222                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2223                 if (ISP_CAP_VP0(isp)) {
2224                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2225                         vpinfo.vp_count = isp->isp_nchan;
2226                         chan = 0;
2227                 } else {
2228                         vpinfo.vp_count = isp->isp_nchan - 1;
2229                         chan = 1;
2230                 }
2231                 off = fcp->isp_scratch;
2232                 off += ICB2400_VPINFO_OFF;
2233                 vdst = (isp_icb_2400_vpinfo_t *) off;
2234                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2235                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2236                 for (; chan < isp->isp_nchan; chan++) {
2237                         fcparam *fcp2;
2238
2239                         ISP_MEMZERO(&pi, sizeof (pi));
2240                         fcp2 = FCPARAM(isp, chan);
2241                         if (fcp2->role != ISP_ROLE_NONE) {
2242                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2243                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2244                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2245                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2246                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2247                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2248                         }
2249                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2250                                 pi.vp_port_loopid = fcp2->isp_loopid;
2251                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2252                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2253                                 else
2254                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2255                         }
2256                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2257                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2258                         off = fcp->isp_scratch;
2259                         if (ISP_CAP_VP0(isp))
2260                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2261                         else
2262                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2263                         pdst = (vp_port_info_t *) off;
2264                         isp_put_vp_port_info(isp, &pi, pdst);
2265                         amt += ICB2400_VPOPT_WRITE_SIZE;
2266                 }
2267                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2268                         isp_print_bytes(isp, "isp_fibre_init_2400",
2269                             amt - ICB2400_VPINFO_OFF,
2270                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2271                 }
2272         }
2273
2274         /*
2275          * Init the firmware
2276          */
2277         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2278         if (isp->isp_nchan > 1) {
2279                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2280         } else {
2281                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2282         }
2283         mbs.param[1] = 0;
2284         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2285         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2286         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2287         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2288         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2289         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2290         isp_mboxcmd(isp, &mbs);
2291         FC_SCRATCH_RELEASE(isp, 0);
2292
2293         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2294                 return;
2295         }
2296         isp->isp_reqidx = 0;
2297         isp->isp_reqodx = 0;
2298         isp->isp_residx = 0;
2299         isp->isp_resodx = 0;
2300         isp->isp_atioodx = 0;
2301
2302         /*
2303          * Whatever happens, we're now committed to being here.
2304          */
2305         isp->isp_state = ISP_RUNSTATE;
2306 }
2307
2308 static int
2309 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2310 {
2311         fcparam *fcp = FCPARAM(isp, chan);
2312         vp_modify_t vp;
2313         void *reqp;
2314         uint8_t resp[QENTRY_LEN];
2315
2316         /* Build a VP MODIFY command in memory */
2317         ISP_MEMZERO(&vp, sizeof(vp));
2318         vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2319         vp.vp_mod_hdr.rqs_entry_count = 1;
2320         vp.vp_mod_cnt = 1;
2321         vp.vp_mod_idx0 = chan;
2322         vp.vp_mod_cmd = VP_MODIFY_ENA;
2323         vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2324             ICB2400_VPOPT_ENA_SNSLOGIN;
2325         if (fcp->role & ISP_ROLE_INITIATOR)
2326                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2327         if ((fcp->role & ISP_ROLE_TARGET) == 0)
2328                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2329         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2330                 vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2331                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2332                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2333                 else
2334                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2335         }
2336         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2337         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2338
2339         /* Prepare space for response in memory */
2340         memset(resp, 0xff, sizeof(resp));
2341         vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2342         if (vp.vp_mod_hdl == 0) {
2343                 isp_prt(isp, ISP_LOGERR,
2344                     "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2345                 return (EIO);
2346         }
2347
2348         /* Send request and wait for response. */
2349         reqp = isp_getrqentry(isp);
2350         if (reqp == NULL) {
2351                 isp_prt(isp, ISP_LOGERR,
2352                     "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2353                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2354                 return (EIO);
2355         }
2356         isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2357         if (isp->isp_dblev & ISP_LOGDEBUG1)
2358                 isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2359         ISP_SYNC_REQUEST(isp);
2360         if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2361                 isp_prt(isp, ISP_LOGERR,
2362                     "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2363                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2364                 return (EIO);
2365         }
2366         if (isp->isp_dblev & ISP_LOGDEBUG1)
2367                 isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2368         isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2369
2370         if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2371                 isp_prt(isp, ISP_LOGERR,
2372                     "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2373                     __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2374                 return (EIO);
2375         }
2376         return (0);
2377 }
2378
2379 static int
2380 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2381 {
2382         vp_ctrl_info_t vp;
2383         void *reqp;
2384         uint8_t resp[QENTRY_LEN];
2385
2386         /* Build a VP CTRL command in memory */
2387         ISP_MEMZERO(&vp, sizeof(vp));
2388         vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2389         vp.vp_ctrl_hdr.rqs_entry_count = 1;
2390         if (ISP_CAP_VP0(isp)) {
2391                 vp.vp_ctrl_status = 1;
2392         } else {
2393                 vp.vp_ctrl_status = 0;
2394                 chan--; /* VP0 can not be controlled in this case. */
2395         }
2396         vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2397         vp.vp_ctrl_vp_count = 1;
2398         vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2399
2400         /* Prepare space for response in memory */
2401         memset(resp, 0xff, sizeof(resp));
2402         vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2403         if (vp.vp_ctrl_handle == 0) {
2404                 isp_prt(isp, ISP_LOGERR,
2405                     "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2406                 return (EIO);
2407         }
2408
2409         /* Send request and wait for response. */
2410         reqp = isp_getrqentry(isp);
2411         if (reqp == NULL) {
2412                 isp_prt(isp, ISP_LOGERR,
2413                     "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2414                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2415                 return (EIO);
2416         }
2417         isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2418         if (isp->isp_dblev & ISP_LOGDEBUG1)
2419                 isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2420         ISP_SYNC_REQUEST(isp);
2421         if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2422                 isp_prt(isp, ISP_LOGERR,
2423                     "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2424                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2425                 return (EIO);
2426         }
2427         if (isp->isp_dblev & ISP_LOGDEBUG1)
2428                 isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2429         isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2430
2431         if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2432                 isp_prt(isp, ISP_LOGERR,
2433                     "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2434                     __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2435                     vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2436                 return (EIO);
2437         }
2438         return (0);
2439 }
2440
2441 static int
2442 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2443 {
2444         fcparam *fcp = FCPARAM(isp, chan);
2445         int i, was, res = 0;
2446
2447         if (chan >= isp->isp_nchan) {
2448                 isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2449                 return (ENXIO);
2450         }
2451         if (fcp->role == new_role)
2452                 return (0);
2453         for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2454                 if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2455                         was++;
2456         }
2457         if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2458                 fcp->role = new_role;
2459                 return (isp_reinit(isp, 0));
2460         }
2461         if (fcp->role != ISP_ROLE_NONE) {
2462                 res = isp_fc_disable_vp(isp, chan);
2463                 isp_clear_portdb(isp, chan);
2464         }
2465         fcp->role = new_role;
2466         if (fcp->role != ISP_ROLE_NONE)
2467                 res = isp_fc_enable_vp(isp, chan);
2468         return (res);
2469 }
2470
2471 static void
2472 isp_clear_portdb(ispsoftc_t *isp, int chan)
2473 {
2474         fcparam *fcp = FCPARAM(isp, chan);
2475         fcportdb_t *lp;
2476         int i;
2477
2478         for (i = 0; i < MAX_FC_TARG; i++) {
2479                 lp = &fcp->portdb[i];
2480                 switch (lp->state) {
2481                 case FC_PORTDB_STATE_DEAD:
2482                 case FC_PORTDB_STATE_CHANGED:
2483                 case FC_PORTDB_STATE_VALID:
2484                         lp->state = FC_PORTDB_STATE_NIL;
2485                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2486                         break;
2487                 case FC_PORTDB_STATE_NIL:
2488                 case FC_PORTDB_STATE_NEW:
2489                         lp->state = FC_PORTDB_STATE_NIL;
2490                         break;
2491                 case FC_PORTDB_STATE_ZOMBIE:
2492                         break;
2493                 default:
2494                         panic("Don't know how to clear state %d\n", lp->state);
2495                 }
2496         }
2497 }
2498
2499 static void
2500 isp_mark_portdb(ispsoftc_t *isp, int chan)
2501 {
2502         fcparam *fcp = FCPARAM(isp, chan);
2503         fcportdb_t *lp;
2504         int i;
2505
2506         for (i = 0; i < MAX_FC_TARG; i++) {
2507                 lp = &fcp->portdb[i];
2508                 if (lp->state == FC_PORTDB_STATE_NIL)
2509                         continue;
2510                 if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2511                     lp->portid <= DOMAIN_CONTROLLER_END)
2512                         continue;
2513                 fcp->portdb[i].probational = 1;
2514         }
2515 }
2516
2517 /*
2518  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2519  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2520  */
2521 static int
2522 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2523 {
2524         isp_plogx_t pl;
2525         void *reqp;
2526         uint8_t resp[QENTRY_LEN];
2527         uint32_t sst, parm1;
2528         int rval, lev;
2529         const char *msg;
2530         char buf[64];
2531
2532         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2533             chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2534             "Login":"Logout", portid, handle);
2535         if (!IS_24XX(isp)) {
2536                 int action = flags & PLOGX_FLG_CMD_MASK;
2537                 if (action == PLOGX_FLG_CMD_PLOGI) {
2538                         return (isp_port_login(isp, handle, portid));
2539                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2540                         return (isp_port_logout(isp, handle, portid));
2541                 } else {
2542                         return (MBOX_INVALID_COMMAND);
2543                 }
2544         }
2545
2546         ISP_MEMZERO(&pl, sizeof(pl));
2547         pl.plogx_header.rqs_entry_count = 1;
2548         pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2549         pl.plogx_nphdl = handle;
2550         pl.plogx_vphdl = chan;
2551         pl.plogx_portlo = portid;
2552         pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2553         pl.plogx_flags = flags;
2554
2555         /* Prepare space for response in memory */
2556         memset(resp, 0xff, sizeof(resp));
2557         pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2558         if (pl.plogx_handle == 0) {
2559                 isp_prt(isp, ISP_LOGERR,
2560                     "%s: PLOGX of Chan %d out of handles", __func__, chan);
2561                 return (-1);
2562         }
2563
2564         /* Send request and wait for response. */
2565         reqp = isp_getrqentry(isp);
2566         if (reqp == NULL) {
2567                 isp_prt(isp, ISP_LOGERR,
2568                     "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2569                 isp_destroy_handle(isp, pl.plogx_handle);
2570                 return (-1);
2571         }
2572         isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2573         if (isp->isp_dblev & ISP_LOGDEBUG1)
2574                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2575         FCPARAM(isp, chan)->isp_login_hdl = handle;
2576         ISP_SYNC_REQUEST(isp);
2577         if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2578             == EWOULDBLOCK) {
2579                 isp_prt(isp, ISP_LOGERR,
2580                     "%s: PLOGX of Chan %d timed out", __func__, chan);
2581                 isp_destroy_handle(isp, pl.plogx_handle);
2582                 return (-1);
2583         }
2584         FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2585         if (isp->isp_dblev & ISP_LOGDEBUG1)
2586                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2587         isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2588
2589         if (pl.plogx_status == PLOGX_STATUS_OK) {
2590                 return (0);
2591         } else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2592                 isp_prt(isp, ISP_LOGWARN,
2593                     "status 0x%x on port login IOCB channel %d",
2594                     pl.plogx_status, chan);
2595                 return (-1);
2596         }
2597
2598         sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2599         parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2600
2601         rval = -1;
2602         lev = ISP_LOGERR;
2603         msg = NULL;
2604
2605         switch (sst) {
2606         case PLOGX_IOCBERR_NOLINK:
2607                 msg = "no link";
2608                 break;
2609         case PLOGX_IOCBERR_NOIOCB:
2610                 msg = "no IOCB buffer";
2611                 break;
2612         case PLOGX_IOCBERR_NOXGHG:
2613                 msg = "no Exchange Control Block";
2614                 break;
2615         case PLOGX_IOCBERR_FAILED:
2616                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2617                 msg = buf;
2618                 break;
2619         case PLOGX_IOCBERR_NOFABRIC:
2620                 msg = "no fabric";
2621                 break;
2622         case PLOGX_IOCBERR_NOTREADY:
2623                 msg = "firmware not ready";
2624                 break;
2625         case PLOGX_IOCBERR_NOLOGIN:
2626                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2627                 msg = buf;
2628                 rval = MBOX_NOT_LOGGED_IN;
2629                 break;
2630         case PLOGX_IOCBERR_REJECT:
2631                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2632                 msg = buf;
2633                 break;
2634         case PLOGX_IOCBERR_NOPCB:
2635                 msg = "no PCB allocated";
2636                 break;
2637         case PLOGX_IOCBERR_EINVAL:
2638                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2639                 msg = buf;
2640                 break;
2641         case PLOGX_IOCBERR_PORTUSED:
2642                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2643                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2644                 msg = buf;
2645                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2646                 break;
2647         case PLOGX_IOCBERR_HNDLUSED:
2648                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2649                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2650                 msg = buf;
2651                 rval = MBOX_LOOP_ID_USED;
2652                 break;
2653         case PLOGX_IOCBERR_NOHANDLE:
2654                 msg = "no handle allocated";
2655                 break;
2656         case PLOGX_IOCBERR_NOFLOGI:
2657                 msg = "no FLOGI_ACC";
2658                 break;
2659         default:
2660                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2661                 msg = buf;
2662                 break;
2663         }
2664         if (msg) {
2665                 isp_prt(isp, lev, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s",
2666                     chan, portid, handle, msg);
2667         }
2668         return (rval);
2669 }
2670
2671 static int
2672 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2673 {
2674         mbreg_t mbs;
2675
2676         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2677         if (ISP_CAP_2KLOGIN(isp)) {
2678                 mbs.param[1] = handle;
2679                 mbs.ibits = (1 << 10);
2680         } else {
2681                 mbs.param[1] = handle << 8;
2682         }
2683         mbs.param[2] = portid >> 16;
2684         mbs.param[3] = portid;
2685         mbs.logval = MBLOGNONE;
2686         mbs.timeout = 500000;
2687         isp_mboxcmd(isp, &mbs);
2688
2689         switch (mbs.param[0]) {
2690         case MBOX_PORT_ID_USED:
2691                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2692                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2693
2694         case MBOX_LOOP_ID_USED:
2695                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2696                 return (MBOX_LOOP_ID_USED);
2697
2698         case MBOX_COMMAND_COMPLETE:
2699                 return (0);
2700
2701         case MBOX_COMMAND_ERROR:
2702                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2703                 return (MBOX_COMMAND_ERROR);
2704
2705         case MBOX_ALL_IDS_USED:
2706                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2707                 return (MBOX_ALL_IDS_USED);
2708
2709         default:
2710                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2711                 return (mbs.param[0]);
2712         }
2713 }
2714
2715 /*
2716  * Pre-24XX fabric port logout
2717  *
2718  * Note that portid is not used
2719  */
2720 static int
2721 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2722 {
2723         mbreg_t mbs;
2724
2725         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2726         if (ISP_CAP_2KLOGIN(isp)) {
2727                 mbs.param[1] = handle;
2728                 mbs.ibits = (1 << 10);
2729         } else {
2730                 mbs.param[1] = handle << 8;
2731         }
2732         isp_mboxcmd(isp, &mbs);
2733         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2734 }
2735
2736 static int
2737 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2738 {
2739         mbreg_t mbs;
2740         union {
2741                 isp_pdb_21xx_t fred;
2742                 isp_pdb_24xx_t bill;
2743         } un;
2744
2745         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2746             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2747         if (IS_24XX(isp)) {
2748                 mbs.ibits = (1 << 9)|(1 << 10);
2749                 mbs.param[1] = id;
2750                 mbs.param[9] = chan;
2751         } else if (ISP_CAP_2KLOGIN(isp)) {
2752                 mbs.param[1] = id;
2753         } else {
2754                 mbs.param[1] = id << 8;
2755         }
2756         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2757         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2758         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2759         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2760         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2761
2762         isp_mboxcmd(isp, &mbs);
2763         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2764                 return (mbs.param[0] | (mbs.param[1] << 16));
2765
2766         MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2767         if (IS_24XX(isp)) {
2768                 isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2769                 pdb->handle = un.bill.pdb_handle;
2770                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2771                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2772                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2773                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2774                 isp_prt(isp, ISP_LOGDEBUG0,
2775                     "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x laststate %x",
2776                     chan, id, pdb->portid, un.bill.pdb_flags,
2777                     un.bill.pdb_curstate, un.bill.pdb_laststate);
2778
2779                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2780                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2781                         return (mbs.param[0]);
2782                 }
2783         } else {
2784                 isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2785                 pdb->handle = un.fred.pdb_loopid;
2786                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2787                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2788                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2789                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2790                 isp_prt(isp, ISP_LOGDEBUG1,
2791                     "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2792         }
2793         return (0);
2794 }
2795
2796 static int
2797 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2798 {
2799         fcparam *fcp = FCPARAM(isp, chan);
2800         mbreg_t mbs;
2801         isp_pnhle_21xx_t el1, *elp1;
2802         isp_pnhle_23xx_t el3, *elp3;
2803         isp_pnhle_24xx_t el4, *elp4;
2804         int i, j;
2805         uint32_t p;
2806         uint16_t h;
2807
2808         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2809         if (IS_24XX(isp)) {
2810                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2811                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2812                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2813                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2814                 mbs.param[8] = ISP_FC_SCRLEN;
2815                 mbs.param[9] = chan;
2816         } else {
2817                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2818                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2819                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2820                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2821                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2822         }
2823         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2824                 isp_prt(isp, ISP_LOGERR, sacq);
2825                 return (-1);
2826         }
2827         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2828         isp_mboxcmd(isp, &mbs);
2829         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2830                 FC_SCRATCH_RELEASE(isp, chan);
2831                 return (mbs.param[0] | (mbs.param[1] << 16));
2832         }
2833         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2834         elp1 = fcp->isp_scratch;
2835         elp3 = fcp->isp_scratch;
2836         elp4 = fcp->isp_scratch;
2837         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2838                 if (IS_24XX(isp)) {
2839                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2840                         p = el4.pnhle_port_id_lo |
2841                             (el4.pnhle_port_id_hi << 16);
2842                         h = el4.pnhle_handle;
2843                 } else if (IS_23XX(isp)) {
2844                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2845                         p = el3.pnhle_port_id_lo |
2846                             (el3.pnhle_port_id_hi << 16);
2847                         h = el3.pnhle_handle;
2848                 } else { /* 21xx */
2849                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2850                         p = el1.pnhle_port_id_lo |
2851                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2852                         h = el1.pnhle_port_id_hi_handle >> 8;
2853                 }
2854                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2855                         continue;
2856                 handles[j++] = h;
2857         }
2858         *num = j;
2859         FC_SCRATCH_RELEASE(isp, chan);
2860         return (0);
2861 }
2862
2863 static void
2864 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2865 {
2866         isp_pdb_t pdb;
2867         uint16_t lim, nphdl;
2868
2869         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2870         if (ISP_CAP_2KLOGIN(isp)) {
2871                 lim = NPH_MAX_2K;
2872         } else {
2873                 lim = NPH_MAX;
2874         }
2875         for (nphdl = 0; nphdl != lim; nphdl++) {
2876                 if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2877                         continue;
2878                 }
2879                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2880                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2881                     chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2882                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2883                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2884         }
2885 }
2886
2887 static uint64_t
2888 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2889 {
2890         uint64_t wwn = INI_NONE;
2891         mbreg_t mbs;
2892
2893         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2894             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2895         if (ISP_CAP_2KLOGIN(isp)) {
2896                 mbs.param[1] = nphdl;
2897                 if (nodename) {
2898                         mbs.param[10] = 1;
2899                 }
2900                 mbs.param[9] = chan;
2901         } else {
2902                 mbs.ibitm = 3;
2903                 mbs.param[1] = nphdl << 8;
2904                 if (nodename) {
2905                         mbs.param[1] |= 1;
2906                 }
2907         }
2908         isp_mboxcmd(isp, &mbs);
2909         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2910                 return (wwn);
2911         }
2912         if (IS_24XX(isp)) {
2913                 wwn =
2914                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2915                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2916                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2917                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2918                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2919                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2920                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2921                     (((uint64_t)(mbs.param[7] & 0xff)));
2922         } else {
2923                 wwn =
2924                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2925                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2926                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2927                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2928                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2929                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2930                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2931                     (((uint64_t)(mbs.param[7] >> 8)));
2932         }
2933         return (wwn);
2934 }
2935
2936 /*
2937  * Make sure we have good FC link.
2938  */
2939
2940 static int
2941 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2942 {
2943         mbreg_t mbs;
2944         int i, r;
2945         uint16_t nphdl;
2946         fcparam *fcp;
2947         isp_pdb_t pdb;
2948         NANOTIME_T hra, hrb;
2949
2950         fcp = FCPARAM(isp, chan);
2951
2952         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2953                 return (-1);
2954         if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
2955                 return (0);
2956
2957         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
2958
2959         /*
2960          * Wait up to N microseconds for F/W to go to a ready state.
2961          */
2962         GET_NANOTIME(&hra);
2963         while (1) {
2964                 isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
2965                 if (fcp->isp_fwstate == FW_READY) {
2966                         break;
2967                 }
2968                 if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2969                         goto abort;
2970                 GET_NANOTIME(&hrb);
2971                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
2972                         break;
2973                 ISP_SLEEP(isp, 1000);
2974         }
2975         if (fcp->isp_fwstate != FW_READY) {
2976                 isp_prt(isp, ISP_LOG_SANCFG,
2977                     "Chan %d Firmware is not ready (%s)",
2978                     chan, isp_fc_fw_statename(fcp->isp_fwstate));
2979                 return (-1);
2980         }
2981
2982         /*
2983          * Get our Loop ID and Port ID.
2984          */
2985         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
2986         mbs.param[9] = chan;
2987         isp_mboxcmd(isp, &mbs);
2988         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2989                 return (-1);
2990         }
2991
2992         if (IS_2100(isp)) {
2993                 /*
2994                  * Don't bother with fabric if we are using really old
2995                  * 2100 firmware. It's just not worth it.
2996                  */
2997                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
2998                         fcp->isp_topo = TOPO_FL_PORT;
2999                 else
3000                         fcp->isp_topo = TOPO_NL_PORT;
3001         } else {
3002                 int topo = (int) mbs.param[6];
3003                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3004                         topo = TOPO_PTP_STUB;
3005                 }
3006                 fcp->isp_topo = topo;
3007         }
3008         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3009
3010         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3011                 fcp->isp_loopid = mbs.param[1] & 0xff;
3012         } else if (fcp->isp_topo != TOPO_F_PORT) {
3013                 uint8_t alpa = fcp->isp_portid;
3014
3015                 for (i = 0; alpa_map[i]; i++) {
3016                         if (alpa_map[i] == alpa)
3017                                 break;
3018                 }
3019                 if (alpa_map[i])
3020                         fcp->isp_loopid = i;
3021         }
3022
3023 #if 0
3024         fcp->isp_loopstate = LOOP_HAVE_ADDR;
3025 #endif
3026         fcp->isp_loopstate = LOOP_TESTING_LINK;
3027
3028         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3029                 nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3030                 r = isp_getpdb(isp, chan, nphdl, &pdb);
3031                 if (r != 0 || pdb.portid == 0) {
3032                         if (IS_2100(isp)) {
3033                                 fcp->isp_topo = TOPO_NL_PORT;
3034                         } else {
3035                                 isp_prt(isp, ISP_LOGWARN,
3036                                     "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3037                                 fcp->isp_topo = TOPO_PTP_STUB;
3038                         }
3039                         goto not_on_fabric;
3040                 }
3041
3042                 if (IS_24XX(isp)) {
3043                         fcp->isp_fabric_params = mbs.param[7];
3044                         fcp->isp_sns_hdl = NPH_SNS_ID;
3045                         r = isp_register_fc4_type_24xx(isp, chan);
3046                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3047                                 goto abort;
3048                         if (r != 0)
3049                                 goto not_on_fabric;
3050                         r = isp_register_fc4_features_24xx(isp, chan);
3051                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3052                                 goto abort;
3053                         if (r != 0)
3054                                 goto not_on_fabric;
3055                         r = isp_register_port_name_24xx(isp, chan);
3056                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3057                                 goto abort;
3058                         if (r != 0)
3059                                 goto not_on_fabric;
3060                         isp_register_node_name_24xx(isp, chan);
3061                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3062                                 goto abort;
3063                 } else {
3064                         fcp->isp_sns_hdl = SNS_ID;
3065                         r = isp_register_fc4_type(isp, chan);
3066                         if (r != 0)
3067                                 goto not_on_fabric;
3068                         if (fcp->role == ISP_ROLE_TARGET)
3069                                 isp_send_change_request(isp, chan);
3070                 }
3071         }
3072
3073 not_on_fabric:
3074         /* Get link speed. */
3075         fcp->isp_gbspeed = 1;
3076         if (IS_23XX(isp) || IS_24XX(isp)) {
3077                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3078                 mbs.param[1] = MBGSD_GET_RATE;
3079                 /* mbs.param[2] undefined if we're just getting rate */
3080                 isp_mboxcmd(isp, &mbs);
3081                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3082                         if (mbs.param[1] == MBGSD_10GB)
3083                                 fcp->isp_gbspeed = 10;
3084                         else if (mbs.param[1] == MBGSD_16GB)
3085                                 fcp->isp_gbspeed = 16;
3086                         else if (mbs.param[1] == MBGSD_8GB)
3087                                 fcp->isp_gbspeed = 8;
3088                         else if (mbs.param[1] == MBGSD_4GB)
3089                                 fcp->isp_gbspeed = 4;
3090                         else if (mbs.param[1] == MBGSD_2GB)
3091                                 fcp->isp_gbspeed = 2;
3092                         else if (mbs.param[1] == MBGSD_1GB)
3093                                 fcp->isp_gbspeed = 1;
3094                 }
3095         }
3096
3097         if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3098 abort:
3099                 isp_prt(isp, ISP_LOG_SANCFG,
3100                     "Chan %d FC link test aborted", chan);
3101                 return (1);
3102         }
3103         fcp->isp_loopstate = LOOP_LTEST_DONE;
3104         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3105             "Chan %d WWPN %016jx WWNN %016jx",
3106             chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3107         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3108             "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3109             chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3110             fcp->isp_loopid);
3111         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3112         return (0);
3113 }
3114
3115 /*
3116  * Complete the synchronization of our Port Database.
3117  *
3118  * At this point, we've scanned the local loop (if any) and the fabric
3119  * and performed fabric logins on all new devices.
3120  *
3121  * Our task here is to go through our port database removing any entities
3122  * that are still marked probational (issuing PLOGO for ones which we had
3123  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3124  * devices.
3125  */
3126 static int
3127 isp_pdb_sync(ispsoftc_t *isp, int chan)
3128 {
3129         fcparam *fcp = FCPARAM(isp, chan);
3130         fcportdb_t *lp;
3131         uint16_t dbidx;
3132
3133         if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3134                 return (-1);
3135         if (fcp->isp_loopstate >= LOOP_READY)
3136                 return (0);
3137
3138         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3139
3140         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3141
3142         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3143                 lp = &fcp->portdb[dbidx];
3144
3145                 if (lp->state == FC_PORTDB_STATE_NIL)
3146                         continue;
3147                 if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3148                         lp->state = FC_PORTDB_STATE_DEAD;
3149                 switch (lp->state) {
3150                 case FC_PORTDB_STATE_DEAD:
3151                         lp->state = FC_PORTDB_STATE_NIL;
3152                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3153                         if ((lp->portid & 0xffff00) != 0) {
3154                                 (void) isp_plogx(isp, chan, lp->handle,
3155                                     lp->portid,
3156                                     PLOGX_FLG_CMD_LOGO |
3157                                     PLOGX_FLG_IMPLICIT |
3158                                     PLOGX_FLG_FREE_NPHDL);
3159                         }
3160                         /*
3161                          * Note that we might come out of this with our state
3162                          * set to FC_PORTDB_STATE_ZOMBIE.
3163                          */
3164                         break;
3165                 case FC_PORTDB_STATE_NEW:
3166                         lp->state = FC_PORTDB_STATE_VALID;
3167                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3168                         break;
3169                 case FC_PORTDB_STATE_CHANGED:
3170                         lp->state = FC_PORTDB_STATE_VALID;
3171                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3172                         lp->portid = lp->new_portid;
3173                         lp->prli_word3 = lp->new_prli_word3;
3174                         break;
3175                 case FC_PORTDB_STATE_VALID:
3176                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3177                         break;
3178                 case FC_PORTDB_STATE_ZOMBIE:
3179                         break;
3180                 default:
3181                         isp_prt(isp, ISP_LOGWARN,
3182                             "isp_pdb_sync: state %d for idx %d",
3183                             lp->state, dbidx);
3184                         isp_dump_portdb(isp, chan);
3185                 }
3186         }
3187
3188         if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3189                 isp_prt(isp, ISP_LOG_SANCFG,
3190                     "Chan %d FC PDB sync aborted", chan);
3191                 return (1);
3192         }
3193
3194         fcp->isp_loopstate = LOOP_READY;
3195         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3196         return (0);
3197 }
3198
3199 static void
3200 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3201 {
3202         fcportdb_t *lp;
3203         uint64_t wwnn, wwpn;
3204
3205         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3206         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3207
3208         /* Search port database for the same WWPN. */
3209         if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3210                 if (!lp->probational) {
3211                         isp_prt(isp, ISP_LOGERR,
3212                             "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3213                             chan, lp->portid, lp->handle,
3214                             FC_PORTDB_TGT(isp, chan, lp), lp->state);
3215                         isp_dump_portdb(isp, chan);
3216                         return;
3217                 }
3218                 lp->probational = 0;
3219                 lp->node_wwn = wwnn;
3220
3221                 /* Old device, nothing new. */
3222                 if (lp->portid == pdb->portid &&
3223                     lp->handle == pdb->handle &&
3224                     lp->prli_word3 == pdb->prli_word3) {
3225                         if (lp->state != FC_PORTDB_STATE_NEW)
3226                                 lp->state = FC_PORTDB_STATE_VALID;
3227                         isp_prt(isp, ISP_LOG_SANCFG,
3228                             "Chan %d Port 0x%06x@0x%04x is valid",
3229                             chan, pdb->portid, pdb->handle);
3230                         return;
3231                 }
3232
3233                 /* Something has changed. */
3234                 lp->state = FC_PORTDB_STATE_CHANGED;
3235                 lp->handle = pdb->handle;
3236                 lp->new_portid = pdb->portid;
3237                 lp->new_prli_word3 = pdb->prli_word3;
3238                 isp_prt(isp, ISP_LOG_SANCFG,
3239                     "Chan %d Port 0x%06x@0x%04x is changed",
3240                     chan, pdb->portid, pdb->handle);
3241                 return;
3242         }
3243
3244         /* It seems like a new port. Find an empty slot for it. */
3245         if (!isp_find_pdb_empty(isp, chan, &lp)) {
3246                 isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3247                 return;
3248         }
3249
3250         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3251         lp->probational = 0;
3252         lp->state = FC_PORTDB_STATE_NEW;
3253         lp->portid = lp->new_portid = pdb->portid;
3254         lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3255         lp->handle = pdb->handle;
3256         lp->port_wwn = wwpn;
3257         lp->node_wwn = wwnn;
3258         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3259             chan, pdb->portid, pdb->handle);
3260 }
3261
3262 /*
3263  * Fix port IDs for logged-in initiators on pre-2400 chips.
3264  * For those chips we are not receiving login events, adding initiators
3265  * based on ATIO requests, but there is no port ID in that structure.
3266  */
3267 static void
3268 isp_fix_portids(ispsoftc_t *isp, int chan)
3269 {
3270         fcparam *fcp = FCPARAM(isp, chan);
3271         isp_pdb_t pdb;
3272         uint64_t wwpn;
3273         int i, r;
3274
3275         for (i = 0; i < MAX_FC_TARG; i++) {
3276                 fcportdb_t *lp = &fcp->portdb[i];
3277
3278                 if (lp->state == FC_PORTDB_STATE_NIL ||
3279                     lp->state == FC_PORTDB_STATE_ZOMBIE)
3280                         continue;
3281                 if (VALID_PORT(lp->portid))
3282                         continue;
3283
3284                 r = isp_getpdb(isp, chan, lp->handle, &pdb);
3285                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3286                         return;
3287                 if (r != 0) {
3288                         isp_prt(isp, ISP_LOGDEBUG1,
3289                             "Chan %d FC Scan Loop handle %d returned %x",
3290                             chan, lp->handle, r);
3291                         continue;
3292                 }
3293
3294                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3295                 if (lp->port_wwn != wwpn)
3296                         continue;
3297                 lp->portid = lp->new_portid = pdb.portid;
3298                 isp_prt(isp, ISP_LOG_SANCFG,
3299                     "Chan %d Port 0x%06x@0x%04x is fixed",
3300                     chan, pdb.portid, pdb.handle);
3301         }
3302 }
3303
3304 /*
3305  * Scan local loop for devices.
3306  */
3307 static int
3308 isp_scan_loop(ispsoftc_t *isp, int chan)
3309 {
3310         fcparam *fcp = FCPARAM(isp, chan);
3311         int idx, lim, r;
3312         isp_pdb_t pdb;
3313         uint16_t *handles;
3314         uint16_t handle;
3315
3316         if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3317                 return (-1);
3318         if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3319                 return (0);
3320
3321         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3322         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3323         if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3324                 if (!IS_24XX(isp)) {
3325                         isp_fix_portids(isp, chan);
3326                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3327                                 goto abort;
3328                 }
3329                 isp_prt(isp, ISP_LOG_SANCFG,
3330                     "Chan %d FC loop scan done (no loop)", chan);
3331                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3332                 return (0);
3333         }
3334
3335         handles = (uint16_t *)fcp->isp_scanscratch;
3336         lim = ISP_FC_SCRLEN / 2;
3337         r = isp_gethandles(isp, chan, handles, &lim, 1);
3338         if (r != 0) {
3339                 isp_prt(isp, ISP_LOG_SANCFG,
3340                     "Chan %d Getting list of handles failed with %x", chan, r);
3341                 isp_prt(isp, ISP_LOG_SANCFG,
3342                     "Chan %d FC loop scan done (bad)", chan);
3343                 return (-1);
3344         }
3345
3346         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3347             chan, lim);
3348
3349         /*
3350          * Run through the list and get the port database info for each one.
3351          */
3352         isp_mark_portdb(isp, chan);
3353         for (idx = 0; idx < lim; idx++) {
3354                 handle = handles[idx];
3355
3356                 /*
3357                  * Don't scan "special" ids.
3358                  */
3359                 if (ISP_CAP_2KLOGIN(isp)) {
3360                         if (handle >= NPH_RESERVED)
3361                                 continue;
3362                 } else {
3363                         if (handle >= FL_ID && handle <= SNS_ID)
3364                                 continue;
3365                 }
3366
3367                 /*
3368                  * In older cards with older f/w GET_PORT_DATABASE has been
3369                  * known to hang. This trick gets around that problem.
3370                  */
3371                 if (IS_2100(isp) || IS_2200(isp)) {
3372                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3373                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3374 abort:
3375                                 isp_prt(isp, ISP_LOG_SANCFG,
3376                                     "Chan %d FC loop scan aborted", chan);
3377                                 return (1);
3378                         }
3379                         if (node_wwn == INI_NONE) {
3380                                 continue;
3381                         }
3382                 }
3383
3384                 /*
3385                  * Get the port database entity for this index.
3386                  */
3387                 r = isp_getpdb(isp, chan, handle, &pdb);
3388                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3389                         goto abort;
3390                 if (r != 0) {
3391                         isp_prt(isp, ISP_LOGDEBUG1,
3392                             "Chan %d FC Scan Loop handle %d returned %x",
3393                             chan, handle, r);
3394                         continue;
3395                 }
3396
3397                 isp_pdb_add_update(isp, chan, &pdb);
3398         }
3399         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3400                 goto abort;
3401         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3402         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3403         return (0);
3404 }
3405
3406 /*
3407  * Scan the fabric for devices and add them to our port database.
3408  *
3409  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3410  *
3411  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3412  * server commands to the switch management server via the QLogic f/w.
3413  *
3414  * For the 24XX and above card, we use CT Pass-through IOCB.
3415  */
3416 #define GIDLEN  ISP_FC_SCRLEN
3417 #define NGENT   ((GIDLEN - 16) >> 2)
3418
3419 static int
3420 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3421 {
3422         union {
3423                 sns_gid_ft_req_t _x;
3424                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3425         } un;
3426         fcparam *fcp = FCPARAM(isp, chan);
3427         sns_gid_ft_req_t *rq = &un._x;
3428         uint8_t *scp = fcp->isp_scratch;
3429         mbreg_t mbs;
3430
3431         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3432         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3433                 isp_prt(isp, ISP_LOGERR, sacq);
3434                 return (-1);
3435         }
3436
3437         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3438         rq->snscb_rblen = GIDLEN >> 1;
3439         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3440         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3441         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3442         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3443         rq->snscb_sblen = 6;
3444         rq->snscb_cmd = SNS_GID_FT;
3445         rq->snscb_mword_div_2 = NGENT;
3446         rq->snscb_fc4_type = FC4_SCSI;
3447
3448         isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)scp);
3449         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3450
3451         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3452         mbs.param[0] = MBOX_SEND_SNS;
3453         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3454         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3455         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3456         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3457         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3458         isp_mboxcmd(isp, &mbs);
3459         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3460                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3461                         return (1);
3462                 } else {
3463                         return (-1);
3464                 }
3465         }
3466         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3467         if (isp->isp_dblev & ISP_LOGDEBUG1)
3468                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3469         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3470             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3471         FC_SCRATCH_RELEASE(isp, chan);
3472         return (0);
3473 }
3474
3475 static int
3476 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3477 {
3478         fcparam *fcp = FCPARAM(isp, chan);
3479         isp_ct_pt_t pt;
3480         void *reqp;
3481         uint8_t resp[QENTRY_LEN];
3482
3483         /*
3484          * Build a Passthrough IOCB in memory.
3485          */
3486         ISP_MEMZERO(&pt, sizeof(pt));
3487         pt.ctp_header.rqs_entry_count = 1;
3488         pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3489         pt.ctp_nphdl = fcp->isp_sns_hdl;
3490         pt.ctp_cmd_cnt = 1;
3491         pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3492         pt.ctp_time = 10;
3493         pt.ctp_rsp_cnt = 1;
3494         pt.ctp_rsp_bcnt = rsp_bcnt;
3495         pt.ctp_cmd_bcnt = cmd_bcnt;
3496         pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3497         pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3498         pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3499         pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3500         pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3501         pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3502
3503         /* Prepare space for response in memory */
3504         memset(resp, 0xff, sizeof(resp));
3505         pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3506         if (pt.ctp_handle == 0) {
3507                 isp_prt(isp, ISP_LOGERR,
3508                     "%s: CTP of Chan %d out of handles", __func__, chan);
3509                 return (-1);
3510         }
3511
3512         /* Send request and wait for response. */
3513         reqp = isp_getrqentry(isp);
3514         if (reqp == NULL) {
3515                 isp_prt(isp, ISP_LOGERR,
3516                     "%s: CTP of Chan %d out of rqent", __func__, chan);
3517                 isp_destroy_handle(isp, pt.ctp_handle);
3518                 return (-1);
3519         }
3520         isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3521         if (isp->isp_dblev & ISP_LOGDEBUG1)
3522                 isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3523         ISP_SYNC_REQUEST(isp);
3524         if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3525                 isp_prt(isp, ISP_LOGERR,
3526                     "%s: CTP of Chan %d timed out", __func__, chan);
3527                 isp_destroy_handle(isp, pt.ctp_handle);
3528                 return (-1);
3529         }
3530         if (isp->isp_dblev & ISP_LOGDEBUG1)
3531                 isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3532
3533         isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3534         if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3535                 isp_prt(isp, ISP_LOGWARN,
3536                     "Chan %d GID_FT CT Passthrough returned 0x%x",
3537                     chan, pt.ctp_status);
3538                 return (-1);
3539         }
3540
3541         return (0);
3542 }
3543
3544 static int
3545 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3546 {
3547         fcparam *fcp = FCPARAM(isp, chan);
3548         ct_hdr_t ct;
3549         uint32_t *rp;
3550         uint8_t *scp = fcp->isp_scratch;
3551
3552         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3553         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3554                 isp_prt(isp, ISP_LOGERR, sacq);
3555                 return (-1);
3556         }
3557
3558         /*
3559          * Build the CT header and command in memory.
3560          */
3561         ISP_MEMZERO(&ct, sizeof (ct));
3562         ct.ct_revision = CT_REVISION;
3563         ct.ct_fcs_type = CT_FC_TYPE_FC;
3564         ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3565         ct.ct_cmd_resp = SNS_GID_FT;
3566         ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3567         isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3568         rp = (uint32_t *) &scp[sizeof(ct)];
3569         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3570         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3571                 isp_print_bytes(isp, "CT request",
3572                     sizeof(ct) + sizeof(uint32_t), scp);
3573         }
3574
3575         if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3576                 FC_SCRATCH_RELEASE(isp, chan);
3577                 return (-1);
3578         }
3579
3580         if (isp->isp_dblev & ISP_LOGDEBUG1)
3581                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3582         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3583             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3584         FC_SCRATCH_RELEASE(isp, chan);
3585         return (0);
3586 }
3587
3588 static int
3589 isp_scan_fabric(ispsoftc_t *isp, int chan)
3590 {
3591         fcparam *fcp = FCPARAM(isp, chan);
3592         fcportdb_t *lp;
3593         uint32_t portid;
3594         uint16_t nphdl;
3595         isp_pdb_t pdb;
3596         int portidx, portlim, r;
3597         sns_gid_ft_rsp_t *rs;
3598
3599         if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3600                 return (-1);
3601         if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3602                 return (0);
3603
3604         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3605         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3606         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3607                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3608                 isp_prt(isp, ISP_LOG_SANCFG,
3609                     "Chan %d FC fabric scan done (no fabric)", chan);
3610                 return (0);
3611         }
3612
3613         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3614 abort:
3615                 FC_SCRATCH_RELEASE(isp, chan);
3616                 isp_prt(isp, ISP_LOG_SANCFG,
3617                     "Chan %d FC fabric scan aborted", chan);
3618                 return (1);
3619         }
3620
3621         /*
3622          * Make sure we still are logged into the fabric controller.
3623          */
3624         nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3625         r = isp_getpdb(isp, chan, nphdl, &pdb);
3626         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3627                 isp_dump_chip_portdb(isp, chan);
3628         }
3629         if (r) {
3630                 fcp->isp_loopstate = LOOP_LTEST_DONE;
3631 fail:
3632                 isp_prt(isp, ISP_LOG_SANCFG,
3633                     "Chan %d FC fabric scan done (bad)", chan);
3634                 return (-1);
3635         }
3636
3637         /* Get list of port IDs from SNS. */
3638         if (IS_24XX(isp))
3639                 r = isp_gid_ft_ct_passthru(isp, chan);
3640         else
3641                 r = isp_gid_ft_sns(isp, chan);
3642         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3643                 goto abort;
3644         if (r > 0) {
3645                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3646                 return (-1);
3647         } else if (r < 0) {
3648                 fcp->isp_loopstate = LOOP_LTEST_DONE;   /* try again */
3649                 return (-1);
3650         }
3651
3652         rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3653         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3654                 goto abort;
3655         if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3656                 int level;
3657                 if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3658                         level = ISP_LOG_SANCFG;
3659                 } else {
3660                         level = ISP_LOGWARN;
3661                 }
3662                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3663                     " (Reason=0x%x Expl=0x%x)", chan,
3664                     rs->snscb_cthdr.ct_reason,
3665                     rs->snscb_cthdr.ct_explanation);
3666                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3667                 return (-1);
3668         }
3669
3670         /* Check our buffer was big enough to get the full list. */
3671         for (portidx = 0; portidx < NGENT-1; portidx++) {
3672                 if (rs->snscb_ports[portidx].control & 0x80)
3673                         break;
3674         }
3675         if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3676                 isp_prt(isp, ISP_LOGWARN,
3677                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3678         }
3679         portlim = portidx + 1;
3680         isp_prt(isp, ISP_LOG_SANCFG,
3681             "Chan %d Got %d ports back from name server", chan, portlim);
3682
3683         /* Go through the list and remove duplicate port ids. */
3684         for (portidx = 0; portidx < portlim; portidx++) {
3685                 int npidx;
3686
3687                 portid =
3688                     ((rs->snscb_ports[portidx].portid[0]) << 16) |
3689                     ((rs->snscb_ports[portidx].portid[1]) << 8) |
3690                     ((rs->snscb_ports[portidx].portid[2]));
3691
3692                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3693                         uint32_t new_portid =
3694                             ((rs->snscb_ports[npidx].portid[0]) << 16) |
3695                             ((rs->snscb_ports[npidx].portid[1]) << 8) |
3696                             ((rs->snscb_ports[npidx].portid[2]));
3697                         if (new_portid == portid) {
3698                                 break;
3699                         }
3700                 }
3701
3702                 if (npidx < portlim) {
3703                         rs->snscb_ports[npidx].portid[0] = 0;
3704                         rs->snscb_ports[npidx].portid[1] = 0;
3705                         rs->snscb_ports[npidx].portid[2] = 0;
3706                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3707                 }
3708         }
3709
3710         /*
3711          * We now have a list of Port IDs for all FC4 SCSI devices
3712          * that the Fabric Name server knows about.
3713          *
3714          * For each entry on this list go through our port database looking
3715          * for probational entries- if we find one, then an old entry is
3716          * maybe still this one. We get some information to find out.
3717          *
3718          * Otherwise, it's a new fabric device, and we log into it
3719          * (unconditionally). After searching the entire database
3720          * again to make sure that we never ever ever ever have more
3721          * than one entry that has the same PortID or the same
3722          * WWNN/WWPN duple, we enter the device into our database.
3723          */
3724         isp_mark_portdb(isp, chan);
3725         for (portidx = 0; portidx < portlim; portidx++) {
3726                 portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3727                          ((rs->snscb_ports[portidx].portid[1]) << 8) |
3728                          ((rs->snscb_ports[portidx].portid[2]));
3729                 isp_prt(isp, ISP_LOG_SANCFG,
3730                     "Chan %d Checking fabric port 0x%06x", chan, portid);
3731                 if (portid == 0) {
3732                         isp_prt(isp, ISP_LOG_SANCFG,
3733                             "Chan %d Port at idx %d is zero",
3734                             chan, portidx);
3735                         continue;
3736                 }
3737                 if (portid == fcp->isp_portid) {
3738                         isp_prt(isp, ISP_LOG_SANCFG,
3739                             "Chan %d Port 0x%06x is our", chan, portid);
3740                         continue;
3741                 }
3742
3743                 /* Now search the entire port database for the same portid. */
3744                 if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3745                         if (!lp->probational) {
3746                                 isp_prt(isp, ISP_LOGERR,
3747                                     "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3748                                     chan, lp->portid, lp->handle,
3749                                     FC_PORTDB_TGT(isp, chan, lp), lp->state);
3750                                 isp_dump_portdb(isp, chan);
3751                                 goto fail;
3752                         }
3753
3754                         if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3755                                 goto relogin;
3756
3757                         /*
3758                          * See if we're still logged into it.
3759                          *
3760                          * If we aren't, mark it as a dead device and
3761                          * leave the new portid in the database entry
3762                          * for somebody further along to decide what to
3763                          * do (policy choice).
3764                          *
3765                          * If we are, check to see if it's the same
3766                          * device still (it should be). If for some
3767                          * reason it isn't, mark it as a changed device
3768                          * and leave the new portid and role in the
3769                          * database entry for somebody further along to
3770                          * decide what to do (policy choice).
3771                          */
3772                         r = isp_getpdb(isp, chan, lp->handle, &pdb);
3773                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3774                                 goto abort;
3775                         if (r != 0) {
3776                                 lp->state = FC_PORTDB_STATE_DEAD;
3777                                 isp_prt(isp, ISP_LOG_SANCFG,
3778                                     "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3779                                     chan, portid, lp->handle, r);
3780                                 goto relogin;
3781                         }
3782
3783                         isp_pdb_add_update(isp, chan, &pdb);
3784                         continue;
3785                 }
3786
3787 relogin:
3788                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3789                         isp_prt(isp, ISP_LOG_SANCFG,
3790                             "Chan %d Port 0x%06x is not logged in", chan, portid);
3791                         continue;
3792                 }
3793
3794                 if (isp_login_device(isp, chan, portid, &pdb,
3795                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3796                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3797                                 goto abort;
3798                         continue;
3799                 }
3800
3801                 isp_pdb_add_update(isp, chan, &pdb);
3802         }
3803
3804         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3805                 goto abort;
3806         fcp->isp_loopstate = LOOP_FSCAN_DONE;
3807         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3808         return (0);
3809 }
3810
3811 /*
3812  * Find an unused handle and try and use to login to a port.
3813  */
3814 static int
3815 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3816 {
3817         int lim, i, r;
3818         uint16_t handle;
3819
3820         if (ISP_CAP_2KLOGIN(isp)) {
3821                 lim = NPH_MAX_2K;
3822         } else {
3823                 lim = NPH_MAX;
3824         }
3825
3826         handle = isp_next_handle(isp, ohp);
3827         for (i = 0; i < lim; i++) {
3828                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3829                         return (-1);
3830
3831                 /* Check if this handle is free. */
3832                 r = isp_getpdb(isp, chan, handle, p);
3833                 if (r == 0) {
3834                         if (p->portid != portid) {
3835                                 /* This handle is busy, try next one. */
3836                                 handle = isp_next_handle(isp, ohp);
3837                                 continue;
3838                         }
3839                         break;
3840                 }
3841                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3842                         return (-1);
3843
3844                 /*
3845                  * Now try and log into the device
3846                  */
3847                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3848                 if (r == 0) {
3849                         break;
3850                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3851                         /*
3852                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3853                          * handle. We need to break that association. We used to try and just substitute the handle, but then
3854                          * failed to get any data via isp_getpdb (below).
3855                          */
3856                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3857                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3858                         }
3859                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3860                                 return (-1);
3861                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3862                         if (r != 0)
3863                                 i = lim;
3864                         break;
3865                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3866                         /* Try the next handle. */
3867                         handle = isp_next_handle(isp, ohp);
3868                 } else {
3869                         /* Give up. */
3870                         i = lim;
3871                         break;
3872                 }
3873         }
3874
3875         if (i == lim) {
3876                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3877                 return (-1);
3878         }
3879
3880         /*
3881          * If we successfully logged into it, get the PDB for it
3882          * so we can crosscheck that it is still what we think it
3883          * is and that we also have the role it plays
3884          */
3885         r = isp_getpdb(isp, chan, handle, p);
3886         if (r != 0) {
3887                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3888                 return (-1);
3889         }
3890
3891         if (p->handle != handle || p->portid != portid) {
3892                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3893                     chan, portid, handle, p->portid, p->handle);
3894                 return (-1);
3895         }
3896         return (0);
3897 }
3898
3899 static int
3900 isp_send_change_request(ispsoftc_t *isp, int chan)
3901 {
3902         mbreg_t mbs;
3903
3904         MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3905         mbs.param[1] = 0x03;
3906         mbs.param[9] = chan;
3907         isp_mboxcmd(isp, &mbs);
3908         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3909                 return (0);
3910         } else {
3911                 isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3912                     chan, mbs.param[0]);
3913                 return (-1);
3914         }
3915 }
3916
3917 static int
3918 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3919 {
3920         fcparam *fcp = FCPARAM(isp, chan);
3921         uint8_t local[SNS_RFT_ID_REQ_SIZE];
3922         sns_screq_t *reqp = (sns_screq_t *) local;
3923         mbreg_t mbs;
3924
3925         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3926         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3927         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3928         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3929         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3930         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3931         reqp->snscb_sblen = 22;
3932         reqp->snscb_data[0] = SNS_RFT_ID;
3933         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3934         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3935         reqp->snscb_data[6] = (1 << FC4_SCSI);
3936         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3937                 isp_prt(isp, ISP_LOGERR, sacq);
3938                 return (-1);
3939         }
3940         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3941         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3942         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
3943         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3944         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3945         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3946         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3947         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
3948         isp_mboxcmd(isp, &mbs);
3949         FC_SCRATCH_RELEASE(isp, chan);
3950         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3951                 return (0);
3952         } else {
3953                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
3954                     chan, mbs.param[0]);
3955                 return (-1);
3956         }
3957 }
3958
3959 static int
3960 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
3961 {
3962         fcparam *fcp = FCPARAM(isp, chan);
3963         ct_hdr_t *ct;
3964         rft_id_t rp;
3965         uint8_t *scp = fcp->isp_scratch;
3966
3967         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3968                 isp_prt(isp, ISP_LOGERR, sacq);
3969                 return (-1);
3970         }
3971
3972         /*
3973          * Build the CT header and command in memory.
3974          */
3975         ISP_MEMZERO(&rp, sizeof(rp));
3976         ct = &rp.rftid_hdr;
3977         ct->ct_revision = CT_REVISION;
3978         ct->ct_fcs_type = CT_FC_TYPE_FC;
3979         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3980         ct->ct_cmd_resp = SNS_RFT_ID;
3981         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
3982         rp.rftid_portid[0] = fcp->isp_portid >> 16;
3983         rp.rftid_portid[1] = fcp->isp_portid >> 8;
3984         rp.rftid_portid[2] = fcp->isp_portid;
3985         rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
3986         isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
3987         if (isp->isp_dblev & ISP_LOGDEBUG1)
3988                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
3989
3990         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
3991                 FC_SCRATCH_RELEASE(isp, chan);
3992                 return (-1);
3993         }
3994
3995         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
3996         FC_SCRATCH_RELEASE(isp, chan);
3997         if (ct->ct_cmd_resp == LS_RJT) {
3998                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
3999                 return (-1);
4000         } else if (ct->ct_cmd_resp == LS_ACC) {
4001                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4002         } else {
4003                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4004                 return (-1);
4005         }
4006         return (0);
4007 }
4008
4009 static int
4010 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4011 {
4012         fcparam *fcp = FCPARAM(isp, chan);
4013         ct_hdr_t *ct;
4014         rff_id_t rp;
4015         uint8_t *scp = fcp->isp_scratch;
4016
4017         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4018                 isp_prt(isp, ISP_LOGERR, sacq);
4019                 return (-1);
4020         }
4021
4022         /*
4023          * Build the CT header and command in memory.
4024          */
4025         ISP_MEMZERO(&rp, sizeof(rp));
4026         ct = &rp.rffid_hdr;
4027         ct->ct_revision = CT_REVISION;
4028         ct->ct_fcs_type = CT_FC_TYPE_FC;
4029         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4030         ct->ct_cmd_resp = SNS_RFF_ID;
4031         ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4032         rp.rffid_portid[0] = fcp->isp_portid >> 16;
4033         rp.rffid_portid[1] = fcp->isp_portid >> 8;
4034         rp.rffid_portid[2] = fcp->isp_portid;
4035         rp.rffid_fc4features = 0;
4036         if (fcp->role & ISP_ROLE_TARGET)
4037                 rp.rffid_fc4features |= 1;
4038         if (fcp->role & ISP_ROLE_INITIATOR)
4039                 rp.rffid_fc4features |= 2;
4040         rp.rffid_fc4type = FC4_SCSI;
4041         isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4042         if (isp->isp_dblev & ISP_LOGDEBUG1)
4043                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4044
4045         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4046                 FC_SCRATCH_RELEASE(isp, chan);
4047                 return (-1);
4048         }
4049
4050         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4051         FC_SCRATCH_RELEASE(isp, chan);
4052         if (ct->ct_cmd_resp == LS_RJT) {
4053                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4054                     "Chan %d Register FC4 Features rejected", chan);
4055                 return (-1);
4056         } else if (ct->ct_cmd_resp == LS_ACC) {
4057                 isp_prt(isp, ISP_LOG_SANCFG,
4058                     "Chan %d Register FC4 Features accepted", chan);
4059         } else {
4060                 isp_prt(isp, ISP_LOGWARN,
4061                     "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4062                 return (-1);
4063         }
4064         return (0);
4065 }
4066
4067 static int
4068 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4069 {
4070         fcparam *fcp = FCPARAM(isp, chan);
4071         ct_hdr_t *ct;
4072         rspn_id_t rp;
4073         uint8_t *scp = fcp->isp_scratch;
4074         int len;
4075
4076         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4077                 isp_prt(isp, ISP_LOGERR, sacq);
4078                 return (-1);
4079         }
4080
4081         /*
4082          * Build the CT header and command in memory.
4083          */
4084         ISP_MEMZERO(&rp, sizeof(rp));
4085         ct = &rp.rspnid_hdr;
4086         ct->ct_revision = CT_REVISION;
4087         ct->ct_fcs_type = CT_FC_TYPE_FC;
4088         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4089         ct->ct_cmd_resp = SNS_RSPN_ID;
4090         rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4091         rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4092         rp.rspnid_portid[2] = fcp->isp_portid;
4093         rp.rspnid_length = 0;
4094         len = offsetof(rspn_id_t, rspnid_name);
4095         mtx_lock(&prison0.pr_mtx);
4096         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4097             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4098         mtx_unlock(&prison0.pr_mtx);
4099         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4100             ":%s", device_get_nameunit(isp->isp_dev));
4101         if (chan != 0) {
4102                 rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4103                     "/%d", chan);
4104         }
4105         len += rp.rspnid_length;
4106         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4107         isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4108         if (isp->isp_dblev & ISP_LOGDEBUG1)
4109                 isp_print_bytes(isp, "CT request", len, scp);
4110
4111         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4112                 FC_SCRATCH_RELEASE(isp, chan);
4113                 return (-1);
4114         }
4115
4116         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4117         FC_SCRATCH_RELEASE(isp, chan);
4118         if (ct->ct_cmd_resp == LS_RJT) {
4119                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4120                     "Chan %d Register Symbolic Port Name rejected", chan);
4121                 return (-1);
4122         } else if (ct->ct_cmd_resp == LS_ACC) {
4123                 isp_prt(isp, ISP_LOG_SANCFG,
4124                     "Chan %d Register Symbolic Port Name accepted", chan);
4125         } else {
4126                 isp_prt(isp, ISP_LOGWARN,
4127                     "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4128                 return (-1);
4129         }
4130         return (0);
4131 }
4132
4133 static int
4134 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4135 {
4136         fcparam *fcp = FCPARAM(isp, chan);
4137         ct_hdr_t *ct;
4138         rsnn_nn_t rp;
4139         uint8_t *scp = fcp->isp_scratch;
4140         int len;
4141
4142         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4143                 isp_prt(isp, ISP_LOGERR, sacq);
4144                 return (-1);
4145         }
4146
4147         /*
4148          * Build the CT header and command in memory.
4149          */
4150         ISP_MEMZERO(&rp, sizeof(rp));
4151         ct = &rp.rsnnnn_hdr;
4152         ct->ct_revision = CT_REVISION;
4153         ct->ct_fcs_type = CT_FC_TYPE_FC;
4154         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4155         ct->ct_cmd_resp = SNS_RSNN_NN;
4156         MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4157         rp.rsnnnn_length = 0;
4158         len = offsetof(rsnn_nn_t, rsnnnn_name);
4159         mtx_lock(&prison0.pr_mtx);
4160         rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4161             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4162         mtx_unlock(&prison0.pr_mtx);
4163         len += rp.rsnnnn_length;
4164         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4165         isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4166         if (isp->isp_dblev & ISP_LOGDEBUG1)
4167                 isp_print_bytes(isp, "CT request", len, scp);
4168
4169         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4170                 FC_SCRATCH_RELEASE(isp, chan);
4171                 return (-1);
4172         }
4173
4174         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4175         FC_SCRATCH_RELEASE(isp, chan);
4176         if (ct->ct_cmd_resp == LS_RJT) {
4177                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4178                     "Chan %d Register Symbolic Node Name rejected", chan);
4179                 return (-1);
4180         } else if (ct->ct_cmd_resp == LS_ACC) {
4181                 isp_prt(isp, ISP_LOG_SANCFG,
4182                     "Chan %d Register Symbolic Node Name accepted", chan);
4183         } else {
4184                 isp_prt(isp, ISP_LOGWARN,
4185                     "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4186                 return (-1);
4187         }
4188         return (0);
4189 }
4190
4191 static uint16_t
4192 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4193 {
4194         fcparam *fcp;
4195         int i, chan, wrap;
4196         uint16_t handle, minh, maxh;
4197
4198         handle = *ohp;
4199         if (ISP_CAP_2KLOGIN(isp)) {
4200                 minh = 0;
4201                 maxh = NPH_RESERVED - 1;
4202         } else {
4203                 minh = SNS_ID + 1;
4204                 maxh = NPH_MAX - 1;
4205         }
4206         wrap = 0;
4207
4208 next:
4209         if (handle == NIL_HANDLE) {
4210                 handle = minh;
4211         } else {
4212                 handle++;
4213                 if (handle > maxh) {
4214                         if (++wrap >= 2) {
4215                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4216                                 return (NIL_HANDLE);
4217                         }
4218                         handle = minh;
4219                 }
4220         }
4221         for (chan = 0; chan < isp->isp_nchan; chan++) {
4222                 fcp = FCPARAM(isp, chan);
4223                 if (fcp->role == ISP_ROLE_NONE)
4224                         continue;
4225                 for (i = 0; i < MAX_FC_TARG; i++) {
4226                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4227                             fcp->portdb[i].handle == handle)
4228                                 goto next;
4229                 }
4230         }
4231         *ohp = handle;
4232         return (handle);
4233 }
4234
4235 /*
4236  * Start a command. Locking is assumed done in the caller.
4237  */
4238
4239 int
4240 isp_start(XS_T *xs)
4241 {
4242         ispsoftc_t *isp;
4243         uint32_t cdblen;
4244         uint8_t local[QENTRY_LEN];
4245         ispreq_t *reqp;
4246         void *cdbp, *qep;
4247         uint16_t *tptr;
4248         fcportdb_t *lp;
4249         int target, dmaresult;
4250
4251         XS_INITERR(xs);
4252         isp = XS_ISP(xs);
4253
4254         /*
4255          * Check command CDB length, etc.. We really are limited to 16 bytes
4256          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4257          * but probably only if we're running fairly new firmware (we'll
4258          * let the old f/w choke on an extended command queue entry).
4259          */
4260
4261         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4262                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4263                 XS_SETERR(xs, HBA_REQINVAL);
4264                 return (CMD_COMPLETE);
4265         }
4266
4267         /*
4268          * Translate the target to device handle as appropriate, checking
4269          * for correct device state as well.
4270          */
4271         target = XS_TGT(xs);
4272         if (IS_FC(isp)) {
4273                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4274
4275                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4276                         isp_prt(isp, ISP_LOG_WARN1,
4277                             "%d.%d.%jx I am not an initiator",
4278                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4279                         XS_SETERR(xs, HBA_SELTIMEOUT);
4280                         return (CMD_COMPLETE);
4281                 }
4282
4283                 if (isp->isp_state != ISP_RUNSTATE) {
4284                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4285                         XS_SETERR(xs, HBA_BOTCH);
4286                         return (CMD_COMPLETE);
4287                 }
4288
4289                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4290                 lp = &fcp->portdb[target];
4291                 if (target < 0 || target >= MAX_FC_TARG ||
4292                     lp->is_target == 0) {
4293                         XS_SETERR(xs, HBA_SELTIMEOUT);
4294                         return (CMD_COMPLETE);
4295                 }
4296                 if (fcp->isp_loopstate != LOOP_READY) {
4297                         isp_prt(isp, ISP_LOGDEBUG1,
4298                             "%d.%d.%jx loop is not ready",
4299                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4300                         return (CMD_RQLATER);
4301                 }
4302                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4303                         isp_prt(isp, ISP_LOGDEBUG1,
4304                             "%d.%d.%jx target zombie",
4305                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4306                         return (CMD_RQLATER);
4307                 }
4308                 if (lp->state != FC_PORTDB_STATE_VALID) {
4309                         isp_prt(isp, ISP_LOGDEBUG1,
4310                             "%d.%d.%jx bad db port state 0x%x",
4311                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4312                         XS_SETERR(xs, HBA_SELTIMEOUT);
4313                         return (CMD_COMPLETE);
4314                 }
4315         } else {
4316                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4317                 if (isp->isp_state != ISP_RUNSTATE) {
4318                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4319                         XS_SETERR(xs, HBA_BOTCH);
4320                         return (CMD_COMPLETE);
4321                 }
4322
4323                 if (sdp->update) {
4324                         isp_spi_update(isp, XS_CHANNEL(xs));
4325                 }
4326                 lp = NULL;
4327         }
4328
4329  start_again:
4330
4331         qep = isp_getrqentry(isp);
4332         if (qep == NULL) {
4333                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4334                 XS_SETERR(xs, HBA_BOTCH);
4335                 return (CMD_EAGAIN);
4336         }
4337         XS_SETERR(xs, HBA_NOERROR);
4338
4339         /*
4340          * Now see if we need to synchronize the ISP with respect to anything.
4341          * We do dual duty here (cough) for synchronizing for buses other
4342          * than which we got here to send a command to.
4343          */
4344         reqp = (ispreq_t *) local;
4345         ISP_MEMZERO(local, QENTRY_LEN);
4346         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4347                 if (IS_24XX(isp)) {
4348                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4349                         m->mrk_header.rqs_entry_count = 1;
4350                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4351                         m->mrk_modifier = SYNC_ALL;
4352                         m->mrk_vphdl = XS_CHANNEL(xs);
4353                         isp_put_marker_24xx(isp, m, qep);
4354                 } else {
4355                         isp_marker_t *m = (isp_marker_t *) reqp;
4356                         m->mrk_header.rqs_entry_count = 1;
4357                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4358                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4359                         m->mrk_modifier = SYNC_ALL;
4360                         isp_put_marker(isp, m, qep);
4361                 }
4362                 ISP_SYNC_REQUEST(isp);
4363                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4364                 goto start_again;
4365         }
4366
4367         reqp->req_header.rqs_entry_count = 1;
4368
4369         /*
4370          * Select and install Header Code.
4371          * Note that it might be overridden before going out
4372          * if we're on a 64 bit platform. The lower level
4373          * code (isp_send_cmd) will select the appropriate
4374          * 64 bit variant if it needs to.
4375          */
4376         if (IS_24XX(isp)) {
4377                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4378         } else if (IS_FC(isp)) {
4379                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4380         } else {
4381                 if (XS_CDBLEN(xs) > 12) {
4382                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4383                 } else {
4384                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4385                 }
4386         }
4387
4388         /*
4389          * Set task attributes
4390          */
4391         if (IS_24XX(isp)) {
4392                 int ttype;
4393                 if (XS_TAG_P(xs)) {
4394                         ttype = XS_TAG_TYPE(xs);
4395                 } else {
4396                         ttype = REQFLAG_STAG;
4397                 }
4398                 if (ttype == REQFLAG_OTAG) {
4399                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4400                 } else if (ttype == REQFLAG_HTAG) {
4401                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4402                 } else {
4403                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4404                 }
4405                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4406         } else if (IS_FC(isp)) {
4407                 /*
4408                  * See comment in isp_intr_respq
4409                  */
4410                 /* XS_SET_RESID(xs, 0); */
4411
4412                 /*
4413                  * Fibre Channel always requires some kind of tag.
4414                  * The Qlogic drivers seem be happy not to use a tag,
4415                  * but this breaks for some devices (IBM drives).
4416                  */
4417                 if (XS_TAG_P(xs)) {
4418                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4419                 } else {
4420                         ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4421                 }
4422         } else {
4423                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4424                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4425                         reqp->req_flags = XS_TAG_TYPE(xs);
4426                 }
4427         }
4428
4429         /*
4430          * NB: we do not support long CDBs (yet)
4431          */
4432         cdblen = XS_CDBLEN(xs);
4433
4434         if (IS_SCSI(isp)) {
4435                 if (cdblen > sizeof (reqp->req_cdb)) {
4436                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4437                         XS_SETERR(xs, HBA_REQINVAL);
4438                         return (CMD_COMPLETE);
4439                 }
4440                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4441                 reqp->req_lun_trn = XS_LUN(xs);
4442                 reqp->req_cdblen = cdblen;
4443                 tptr = &reqp->req_time;
4444                 cdbp = reqp->req_cdb;
4445         } else if (IS_24XX(isp)) {
4446                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4447
4448                 if (cdblen > sizeof (t7->req_cdb)) {
4449                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4450                         XS_SETERR(xs, HBA_REQINVAL);
4451                         return (CMD_COMPLETE);
4452                 }
4453
4454                 t7->req_nphdl = lp->handle;
4455                 t7->req_tidlo = lp->portid;
4456                 t7->req_tidhi = lp->portid >> 16;
4457                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4458                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4459                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4460                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4461                                 isp_prt(isp, ISP_LOG_WARN1,
4462                                     "%d.%d.%jx cannot generate next CRN",
4463                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4464                                 XS_SETERR(xs, HBA_BOTCH);
4465                                 return (CMD_EAGAIN);
4466                         }
4467                 }
4468                 tptr = &t7->req_time;
4469                 cdbp = t7->req_cdb;
4470         } else {
4471                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4472
4473                 if (cdblen > sizeof t2->req_cdb) {
4474                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4475                         XS_SETERR(xs, HBA_REQINVAL);
4476                         return (CMD_COMPLETE);
4477                 }
4478                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4479                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4480                                 isp_prt(isp, ISP_LOG_WARN1,
4481                                     "%d.%d.%jx cannot generate next CRN",
4482                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4483                                 XS_SETERR(xs, HBA_BOTCH);
4484                                 return (CMD_EAGAIN);
4485                         }
4486                 }
4487                 if (ISP_CAP_2KLOGIN(isp)) {
4488                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4489                         t2e->req_target = lp->handle;
4490                         t2e->req_scclun = XS_LUN(xs);
4491                         tptr = &t2e->req_time;
4492                         cdbp = t2e->req_cdb;
4493                 } else if (ISP_CAP_SCCFW(isp)) {
4494                         t2->req_target = lp->handle;
4495                         t2->req_scclun = XS_LUN(xs);
4496                         tptr = &t2->req_time;
4497                         cdbp = t2->req_cdb;
4498                 } else {
4499                         t2->req_target = lp->handle;
4500                         t2->req_lun_trn = XS_LUN(xs);
4501                         tptr = &t2->req_time;
4502                         cdbp = t2->req_cdb;
4503                 }
4504         }
4505         *tptr = XS_TIME(xs);
4506         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4507
4508         /* Whew. Thankfully the same for type 7 requests */
4509         reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4510         if (reqp->req_handle == 0) {
4511                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4512                 XS_SETERR(xs, HBA_BOTCH);
4513                 return (CMD_EAGAIN);
4514         }
4515
4516         /*
4517          * Set up DMA and/or do any platform dependent swizzling of the request entry
4518          * so that the Qlogic F/W understands what is being asked of it.
4519          *
4520          * The callee is responsible for adding all requests at this point.
4521          */
4522         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4523         if (dmaresult != CMD_QUEUED) {
4524                 isp_destroy_handle(isp, reqp->req_handle);
4525                 /*
4526                  * dmasetup sets actual error in packet, and
4527                  * return what we were given to return.
4528                  */
4529                 return (dmaresult);
4530         }
4531         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4532         return (CMD_QUEUED);
4533 }
4534
4535 /*
4536  * isp control
4537  * Locks (ints blocked) assumed held.
4538  */
4539
4540 int
4541 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4542 {
4543         XS_T *xs;
4544         mbreg_t *mbr, mbs;
4545         int chan, tgt;
4546         uint32_t handle;
4547         va_list ap;
4548
4549         switch (ctl) {
4550         case ISPCTL_RESET_BUS:
4551                 /*
4552                  * Issue a bus reset.
4553                  */
4554                 if (IS_24XX(isp)) {
4555                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4556                         break;
4557                 } else if (IS_FC(isp)) {
4558                         mbs.param[1] = 10;
4559                         chan = 0;
4560                 } else {
4561                         va_start(ap, ctl);
4562                         chan = va_arg(ap, int);
4563                         va_end(ap);
4564                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4565                         if (mbs.param[1] < 2) {
4566                                 mbs.param[1] = 2;
4567                         }
4568                         mbs.param[2] = chan;
4569                 }
4570                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4571                 ISP_SET_SENDMARKER(isp, chan, 1);
4572                 isp_mboxcmd(isp, &mbs);
4573                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4574                         break;
4575                 }
4576                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4577                 return (0);
4578
4579         case ISPCTL_RESET_DEV:
4580                 va_start(ap, ctl);
4581                 chan = va_arg(ap, int);
4582                 tgt = va_arg(ap, int);
4583                 va_end(ap);
4584                 if (IS_24XX(isp)) {
4585                         uint8_t local[QENTRY_LEN];
4586                         isp24xx_tmf_t *tmf;
4587                         isp24xx_statusreq_t *sp;
4588                         fcparam *fcp = FCPARAM(isp, chan);
4589                         fcportdb_t *lp;
4590
4591                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4592                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4593                                 break;
4594                         }
4595                         lp = &fcp->portdb[tgt];
4596                         if (lp->is_target == 0 ||
4597                             lp->state != FC_PORTDB_STATE_VALID) {
4598                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4599                                 break;
4600                         }
4601
4602                         tmf = (isp24xx_tmf_t *) local;
4603                         ISP_MEMZERO(tmf, QENTRY_LEN);
4604                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4605                         tmf->tmf_header.rqs_entry_count = 1;
4606                         tmf->tmf_nphdl = lp->handle;
4607                         tmf->tmf_delay = 2;
4608                         tmf->tmf_timeout = 4;
4609                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4610                         tmf->tmf_tidlo = lp->portid;
4611                         tmf->tmf_tidhi = lp->portid >> 16;
4612                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4613                         isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4614                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4615                                 isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4616                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4617                         fcp->sendmarker = 1;
4618
4619                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4620                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4621                             MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4622                         mbs.param[1] = QENTRY_LEN;
4623                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4624                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4625                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4626                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4627                         isp_mboxcmd(isp, &mbs);
4628                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4629                                 break;
4630
4631                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4632                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4633                                 isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4634                         sp = (isp24xx_statusreq_t *) local;
4635                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4636                         if (sp->req_completion_status == 0) {
4637                                 return (0);
4638                         }
4639                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4640                         break;
4641                 } else if (IS_FC(isp)) {
4642                         if (ISP_CAP_2KLOGIN(isp)) {
4643                                 mbs.param[1] = tgt;
4644                                 mbs.ibits = (1 << 10);
4645                         } else {
4646                                 mbs.param[1] = (tgt << 8);
4647                         }
4648                 } else {
4649                         mbs.param[1] = (chan << 15) | (tgt << 8);
4650                 }
4651                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4652                 mbs.param[2] = 3;       /* 'delay', in seconds */
4653                 isp_mboxcmd(isp, &mbs);
4654                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4655                         break;
4656                 }
4657                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4658                 ISP_SET_SENDMARKER(isp, chan, 1);
4659                 return (0);
4660
4661         case ISPCTL_ABORT_CMD:
4662                 va_start(ap, ctl);
4663                 xs = va_arg(ap, XS_T *);
4664                 va_end(ap);
4665
4666                 tgt = XS_TGT(xs);
4667                 chan = XS_CHANNEL(xs);
4668
4669                 handle = isp_find_handle(isp, xs);
4670                 if (handle == 0) {
4671                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4672                         break;
4673                 }
4674                 if (IS_24XX(isp)) {
4675                         isp24xx_abrt_t local, *ab = &local;
4676                         fcparam *fcp;
4677                         fcportdb_t *lp;
4678
4679                         fcp = FCPARAM(isp, chan);
4680                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4681                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4682                                 break;
4683                         }
4684                         lp = &fcp->portdb[tgt];
4685                         if (lp->is_target == 0 ||
4686                             lp->state != FC_PORTDB_STATE_VALID) {
4687                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4688                                 break;
4689                         }
4690                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4691                         ISP_MEMZERO(ab, QENTRY_LEN);
4692                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4693                         ab->abrt_header.rqs_entry_count = 1;
4694                         ab->abrt_handle = lp->handle;
4695                         ab->abrt_cmd_handle = handle;
4696                         ab->abrt_tidlo = lp->portid;
4697                         ab->abrt_tidhi = lp->portid >> 16;
4698                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4699                         isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4700                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4701                                 isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4702                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4703
4704                         ISP_MEMZERO(&mbs, sizeof (mbs));
4705                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4706                         mbs.param[1] = QENTRY_LEN;
4707                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4708                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4709                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4710                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4711
4712                         isp_mboxcmd(isp, &mbs);
4713                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4714                                 break;
4715
4716                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4717                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4718                                 isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4719                         isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4720                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4721                                 return (0);
4722                         }
4723                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4724                         break;
4725                 } else if (IS_FC(isp)) {
4726                         if (ISP_CAP_SCCFW(isp)) {
4727                                 if (ISP_CAP_2KLOGIN(isp)) {
4728                                         mbs.param[1] = tgt;
4729                                 } else {
4730                                         mbs.param[1] = tgt << 8;
4731                                 }
4732                                 mbs.param[6] = XS_LUN(xs);
4733                         } else {
4734                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4735                         }
4736                 } else {
4737                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4738                 }
4739                 MBSINIT(&mbs, MBOX_ABORT,
4740                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4741                 mbs.param[2] = handle;
4742                 isp_mboxcmd(isp, &mbs);
4743                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4744                         break;
4745                 }
4746                 return (0);
4747
4748         case ISPCTL_UPDATE_PARAMS:
4749
4750                 va_start(ap, ctl);
4751                 chan = va_arg(ap, int);
4752                 va_end(ap);
4753                 isp_spi_update(isp, chan);
4754                 return (0);
4755
4756         case ISPCTL_FCLINK_TEST:
4757
4758                 if (IS_FC(isp)) {
4759                         int usdelay;
4760                         va_start(ap, ctl);
4761                         chan = va_arg(ap, int);
4762                         usdelay = va_arg(ap, int);
4763                         va_end(ap);
4764                         if (usdelay == 0) {
4765                                 usdelay =  250000;
4766                         }
4767                         return (isp_fclink_test(isp, chan, usdelay));
4768                 }
4769                 break;
4770
4771         case ISPCTL_SCAN_FABRIC:
4772
4773                 if (IS_FC(isp)) {
4774                         va_start(ap, ctl);
4775                         chan = va_arg(ap, int);
4776                         va_end(ap);
4777                         return (isp_scan_fabric(isp, chan));
4778                 }
4779                 break;
4780
4781         case ISPCTL_SCAN_LOOP:
4782
4783                 if (IS_FC(isp)) {
4784                         va_start(ap, ctl);
4785                         chan = va_arg(ap, int);
4786                         va_end(ap);
4787                         return (isp_scan_loop(isp, chan));
4788                 }
4789                 break;
4790
4791         case ISPCTL_PDB_SYNC:
4792
4793                 if (IS_FC(isp)) {
4794                         va_start(ap, ctl);
4795                         chan = va_arg(ap, int);
4796                         va_end(ap);
4797                         return (isp_pdb_sync(isp, chan));
4798                 }
4799                 break;
4800
4801         case ISPCTL_SEND_LIP:
4802
4803                 if (IS_FC(isp) && !IS_24XX(isp)) {
4804                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4805                         if (ISP_CAP_2KLOGIN(isp)) {
4806                                 mbs.ibits = (1 << 10);
4807                         }
4808                         isp_mboxcmd(isp, &mbs);
4809                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4810                                 return (0);
4811                         }
4812                 }
4813                 break;
4814
4815         case ISPCTL_GET_PDB:
4816                 if (IS_FC(isp)) {
4817                         isp_pdb_t *pdb;
4818                         va_start(ap, ctl);
4819                         chan = va_arg(ap, int);
4820                         tgt = va_arg(ap, int);
4821                         pdb = va_arg(ap, isp_pdb_t *);
4822                         va_end(ap);
4823                         return (isp_getpdb(isp, chan, tgt, pdb));
4824                 }
4825                 break;
4826
4827         case ISPCTL_GET_NAMES:
4828         {
4829                 uint64_t *wwnn, *wwnp;
4830                 va_start(ap, ctl);
4831                 chan = va_arg(ap, int);
4832                 tgt = va_arg(ap, int);
4833                 wwnn = va_arg(ap, uint64_t *);
4834                 wwnp = va_arg(ap, uint64_t *);
4835                 va_end(ap);
4836                 if (wwnn == NULL && wwnp == NULL) {
4837                         break;
4838                 }
4839                 if (wwnn) {
4840                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4841                         if (*wwnn == INI_NONE) {
4842                                 break;
4843                         }
4844                 }
4845                 if (wwnp) {
4846                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4847                         if (*wwnp == INI_NONE) {
4848                                 break;
4849                         }
4850                 }
4851                 return (0);
4852         }
4853         case ISPCTL_RUN_MBOXCMD:
4854         {
4855                 va_start(ap, ctl);
4856                 mbr = va_arg(ap, mbreg_t *);
4857                 va_end(ap);
4858                 isp_mboxcmd(isp, mbr);
4859                 return (0);
4860         }
4861         case ISPCTL_PLOGX:
4862         {
4863                 isp_plcmd_t *p;
4864                 int r;
4865
4866                 va_start(ap, ctl);
4867                 p = va_arg(ap, isp_plcmd_t *);
4868                 va_end(ap);
4869
4870                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4871                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4872                 }
4873                 do {
4874                         isp_next_handle(isp, &p->handle);
4875                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4876                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4877                                 p->handle = r >> 16;
4878                                 r = 0;
4879                                 break;
4880                         }
4881                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4882                 return (r);
4883         }
4884         case ISPCTL_CHANGE_ROLE:
4885                 if (IS_FC(isp)) {
4886                         int role, r;
4887
4888                         va_start(ap, ctl);
4889                         chan = va_arg(ap, int);
4890                         role = va_arg(ap, int);
4891                         va_end(ap);
4892                         r = isp_fc_change_role(isp, chan, role);
4893                         return (r);
4894                 }
4895                 break;
4896         default:
4897                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4898                 break;
4899
4900         }
4901         return (-1);
4902 }
4903
4904 /*
4905  * Interrupt Service Routine(s).
4906  *
4907  * External (OS) framework has done the appropriate locking,
4908  * and the locking will be held throughout this function.
4909  */
4910
4911 #ifdef  ISP_TARGET_MODE
4912 void
4913 isp_intr_atioq(ispsoftc_t *isp)
4914 {
4915         uint8_t qe[QENTRY_LEN];
4916         isphdr_t *hp;
4917         void *addr;
4918         uint32_t iptr, optr, oop;
4919
4920         iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
4921         optr = isp->isp_atioodx;
4922         while (optr != iptr) {
4923                 oop = optr;
4924                 MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
4925                 addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
4926                 isp_get_hdr(isp, addr, (isphdr_t *)qe);
4927                 hp = (isphdr_t *)qe;
4928                 switch (hp->rqs_entry_type) {
4929                 case RQSTYPE_NOTIFY:
4930                 case RQSTYPE_ATIO:
4931                         (void) isp_target_notify(isp, addr, &oop);
4932                         break;
4933                 default:
4934                         isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
4935                         break;
4936                 }
4937                 optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
4938         }
4939         if (isp->isp_atioodx != optr) {
4940                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
4941                 isp->isp_atioodx = optr;
4942         }
4943 }
4944 #endif
4945
4946 void
4947 isp_intr_async(ispsoftc_t *isp, uint16_t event)
4948 {
4949
4950         if (IS_FC(isp))
4951                 isp_parse_async_fc(isp, event);
4952         else
4953                 isp_parse_async(isp, event);
4954 }
4955
4956 void
4957 isp_intr_mbox(ispsoftc_t *isp, uint16_t mbox0)
4958 {
4959         int i, obits;
4960
4961         if (!isp->isp_mboxbsy) {
4962                 isp_prt(isp, ISP_LOGWARN, "mailbox 0x%x with no waiters", mbox0);
4963                 return;
4964         }
4965         obits = isp->isp_obits;
4966         isp->isp_mboxtmp[0] = mbox0;
4967         for (i = 1; i < ISP_NMBOX(isp); i++) {
4968                 if ((obits & (1 << i)) == 0)
4969                         continue;
4970                 isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
4971         }
4972         MBOX_NOTIFY_COMPLETE(isp);
4973 }
4974
4975 void
4976 isp_intr_respq(ispsoftc_t *isp)
4977 {
4978         XS_T *xs, *cont_xs;
4979         uint8_t qe[QENTRY_LEN];
4980         ispstatusreq_t *sp = (ispstatusreq_t *)qe;
4981         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
4982         isphdr_t *hp;
4983         uint8_t *resp, *snsp;
4984         int buddaboom, completion_status, cont = 0, etype, i;
4985         int req_status_flags, req_state_flags, scsi_status;
4986         uint32_t iptr, junk, cptr, optr, rlen, slen, sptr, totslen, resid;
4987
4988         /*
4989          * We can't be getting this now.
4990          */
4991         if (isp->isp_state != ISP_RUNSTATE) {
4992                 isp_prt(isp, ISP_LOGINFO, "respq interrupt when not ready");
4993                 return;
4994         }
4995
4996         iptr = ISP_READ(isp, isp->isp_respinrp);
4997         /* Debounce the 2300 if revision less than 2. */
4998         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
4999                 do {
5000                         junk = iptr;
5001                         iptr = ISP_READ(isp, isp->isp_respinrp);
5002                 } while (junk != iptr);
5003         }
5004         isp->isp_residx = iptr;
5005
5006         optr = isp->isp_resodx;
5007         while (optr != iptr) {
5008                 sptr = cptr = optr;
5009                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, cptr);
5010                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5011
5012                 /*
5013                  * Synchronize our view of this response queue entry.
5014                  */
5015                 MEMORYBARRIER(isp, SYNC_RESULT, cptr, QENTRY_LEN, -1);
5016                 if (isp->isp_dblev & ISP_LOGDEBUG1)
5017                         isp_print_qentry(isp, "Response Queue Entry", cptr, hp);
5018                 isp_get_hdr(isp, hp, &sp->req_header);
5019                 etype = sp->req_header.rqs_entry_type;
5020
5021                 /* We expected Status Continuation, but got different IOCB. */
5022                 if (cont > 0 && etype != RQSTYPE_STATUS_CONT) {
5023                         cont = 0;
5024                         isp_done(cont_xs);
5025                 }
5026
5027                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5028                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5029                         scsi_status = sp2->req_scsi_status;
5030                         completion_status = sp2->req_completion_status;
5031                         req_status_flags = 0;
5032                         if ((scsi_status & 0xff) != 0)
5033                                 req_state_flags = RQSF_GOT_STATUS;
5034                         else
5035                                 req_state_flags = 0;
5036                         resid = sp2->req_resid;
5037                 } else if (etype == RQSTYPE_RESPONSE) {
5038                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5039                         scsi_status = sp->req_scsi_status;
5040                         completion_status = sp->req_completion_status;
5041                         req_status_flags = sp->req_status_flags;
5042                         req_state_flags = sp->req_state_flags;
5043                         resid = sp->req_resid;
5044                 } else if (etype == RQSTYPE_RIO1) {
5045                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5046                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5047                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5048                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5049                         }
5050                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5051                         continue;
5052                 } else if (etype == RQSTYPE_RIO2) {
5053                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5054                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5055                         continue;
5056                 } else if (etype == RQSTYPE_STATUS_CONT) {
5057                         ispstatus_cont_t *scp = (ispstatus_cont_t *)qe;
5058                         isp_get_cont_response(isp, (ispstatus_cont_t *)hp, scp);
5059                         if (cont > 0) {
5060                                 i = min(cont, sizeof(scp->req_sense_data));
5061                                 XS_SENSE_APPEND(cont_xs, scp->req_sense_data, i);
5062                                 cont -= i;
5063                                 if (cont == 0) {
5064                                         isp_done(cont_xs);
5065                                 } else {
5066                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5067                                             "Expecting Status Continuations for %u bytes",
5068                                             cont);
5069                                 }
5070                         } else {
5071                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5072                         }
5073                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5074                         continue;
5075                 } else if (isp_handle_other_response(isp, etype, hp, &cptr)) {
5076                         /* More then one IOCB could be consumed. */
5077                         while (sptr != cptr) {
5078                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5079                                 sptr = ISP_NXT_QENTRY(sptr, RESULT_QUEUE_LEN(isp));
5080                                 hp = (isphdr_t *)ISP_QUEUE_ENTRY(isp->isp_result, sptr);
5081                         }
5082                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5083                         optr = ISP_NXT_QENTRY(cptr, RESULT_QUEUE_LEN(isp));
5084                         continue;
5085                 } else {
5086                         /* We don't know what was this -- log and skip. */
5087                         isp_prt(isp, ISP_LOGERR, notresp, etype, cptr, optr);
5088                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5089                         continue;
5090                 }
5091
5092                 buddaboom = 0;
5093                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5094                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5095                                 isp_print_qentry(isp, "unexpected continuation segment",
5096                                     cptr, hp);
5097                                 continue;
5098                         }
5099                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5100                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5101                                 /*
5102                                  * We'll synthesize a QUEUE FULL message below.
5103                                  */
5104                         }
5105                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5106                                 isp_print_qentry(isp, "bad header flag",
5107                                     cptr, hp);
5108                                 buddaboom++;
5109                         }
5110                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5111                                 isp_print_qentry(isp, "bad request packet",
5112                                     cptr, hp);
5113                                 buddaboom++;
5114                         }
5115                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5116                                 isp_print_qentry(isp, "invalid entry count",
5117                                     cptr, hp);
5118                                 buddaboom++;
5119                         }
5120                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5121                                 isp_print_qentry(isp, "invalid IOCB ordering",
5122                                     cptr, hp);
5123                                 continue;
5124                         }
5125                 }
5126
5127                 xs = isp_find_xs(isp, sp->req_handle);
5128                 if (xs == NULL) {
5129                         uint8_t ts = completion_status & 0xff;
5130                         /*
5131                          * Only whine if this isn't the expected fallout of
5132                          * aborting the command or resetting the target.
5133                          */
5134                         if (etype != RQSTYPE_RESPONSE) {
5135                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5136                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5137                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5138                         }
5139                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5140                         continue;
5141                 }
5142                 if (req_status_flags & RQSTF_BUS_RESET) {
5143                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5144                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5145                         XS_SETERR(xs, HBA_BUSRESET);
5146                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5147                 }
5148                 if (buddaboom) {
5149                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5150                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5151                         XS_SETERR(xs, HBA_BOTCH);
5152                 }
5153
5154                 resp = snsp = NULL;
5155                 rlen = slen = totslen = 0;
5156                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5157                         resp = sp2->req_rsp_sense;
5158                         rlen = sp2->req_response_len;
5159                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5160                         resp = sp->req_response;
5161                         rlen = sp->req_response_len;
5162                 }
5163                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5164                         /*
5165                          * Fibre Channel F/W doesn't say we got status
5166                          * if there's Sense Data instead. I guess they
5167                          * think it goes w/o saying.
5168                          */
5169                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5170                         if (IS_24XX(isp)) {
5171                                 snsp = sp2->req_rsp_sense;
5172                                 snsp += rlen;
5173                                 totslen = sp2->req_sense_len;
5174                                 slen = sizeof(sp2->req_rsp_sense) - rlen;
5175                         } else {
5176                                 snsp = sp->req_sense_data;
5177                                 totslen = sp->req_sense_len;
5178                                 slen = sizeof(sp->req_sense_data);
5179                         }
5180                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5181                         snsp = sp->req_sense_data;
5182                         totslen = sp->req_sense_len;
5183                         slen = sizeof (sp->req_sense_data);
5184                 }
5185                 if (slen > totslen)
5186                         slen = totslen;
5187                 if (req_state_flags & RQSF_GOT_STATUS)
5188                         *XS_STSP(xs) = scsi_status & 0xff;
5189
5190                 if (rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5191                         const char *ptr;
5192                         char lb[64];
5193                         const char *rnames[10] = {
5194                             "Task Management function complete",
5195                             "FCP_DATA length different than FCP_BURST_LEN",
5196                             "FCP_CMND fields invalid",
5197                             "FCP_DATA parameter mismatch with FCP_DATA_RO",
5198                             "Task Management function rejected",
5199                             "Task Management function failed",
5200                             NULL,
5201                             NULL,
5202                             "Task Management function succeeded",
5203                             "Task Management function incorrect logical unit number",
5204                         };
5205                         uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5206                         if (code >= 10 || rnames[code] == NULL) {
5207                                 ISP_SNPRINTF(lb, sizeof(lb),
5208                                     "Unknown FCP Response Code 0x%x", code);
5209                                 ptr = lb;
5210                         } else {
5211                                 ptr = rnames[code];
5212                         }
5213                         isp_xs_prt(isp, xs, ISP_LOGWARN,
5214                             "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5215                             rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5216                         if (code != 0 && code != 8)
5217                                 XS_SETERR(xs, HBA_BOTCH);
5218                 }
5219                 if (IS_24XX(isp))
5220                         isp_parse_status_24xx(isp, sp2, xs, &resid);
5221                 else
5222                         isp_parse_status(isp, sp, xs, &resid);
5223                 if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) &&
5224                     (*XS_STSP(xs) == SCSI_BUSY))
5225                         XS_SETERR(xs, HBA_TGTBSY);
5226                 if (IS_SCSI(isp)) {
5227                         XS_SET_RESID(xs, resid);
5228                         /*
5229                          * A new synchronous rate was negotiated for
5230                          * this target. Mark state such that we'll go
5231                          * look up that which has changed later.
5232                          */
5233                         if (req_status_flags & RQSTF_NEGOTIATION) {
5234                                 int t = XS_TGT(xs);
5235                                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5236                                 sdp->isp_devparam[t].dev_refresh = 1;
5237                                 sdp->update = 1;
5238                         }
5239                 } else {
5240                         if (req_status_flags & RQSF_XFER_COMPLETE) {
5241                                 XS_SET_RESID(xs, 0);
5242                         } else if (scsi_status & RQCS_RESID) {
5243                                 XS_SET_RESID(xs, resid);
5244                         } else {
5245                                 XS_SET_RESID(xs, 0);
5246                         }
5247                 }
5248                 if (slen > 0) {
5249                         XS_SAVE_SENSE(xs, snsp, slen);
5250                         if (totslen > slen) {
5251                                 cont = totslen - slen;
5252                                 cont_xs = xs;
5253                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5254                                     "Expecting Status Continuations for %u bytes",
5255                                     cont);
5256                         }
5257                 }
5258                 isp_prt(isp, ISP_LOGDEBUG2, "asked for %lu got raw resid %lu settled for %lu",
5259                     (u_long)XS_XFRLEN(xs), (u_long)resid, (u_long)XS_GET_RESID(xs));
5260
5261                 if (XS_XFRLEN(xs))
5262                         ISP_DMAFREE(isp, xs, sp->req_handle);
5263                 isp_destroy_handle(isp, sp->req_handle);
5264
5265                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5266
5267                 /* Complete command if we expect no Status Continuations. */
5268                 if (cont == 0)
5269                         isp_done(xs);
5270         }
5271
5272         /* We haven't received all Status Continuations, but that is it. */
5273         if (cont > 0)
5274                 isp_done(cont_xs);
5275
5276         /* If we processed any IOCBs, let ISP know about it. */
5277         if (optr != isp->isp_resodx) {
5278                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5279                 isp->isp_resodx = optr;
5280         }
5281 }
5282
5283 /*
5284  * Parse an ASYNC mailbox complete
5285  */
5286 static void
5287 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5288 {
5289         uint32_t h1 = 0, h2 = 0;
5290         uint16_t chan = 0;
5291
5292         /*
5293          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5294          * where Mailboxes 6/7 have the second handle.
5295          */
5296         if (mbox != ASYNC_RIO32_2) {
5297                 if (IS_DUALBUS(isp)) {
5298                         chan = ISP_READ(isp, OUTMAILBOX6);
5299                 }
5300         }
5301         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5302
5303         switch (mbox) {
5304         case ASYNC_BUS_RESET:
5305                 ISP_SET_SENDMARKER(isp, chan, 1);
5306 #ifdef  ISP_TARGET_MODE
5307                 isp_target_async(isp, chan, mbox);
5308 #endif
5309                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5310                 break;
5311         case ASYNC_SYSTEM_ERROR:
5312                 isp->isp_state = ISP_CRASHED;
5313                 /*
5314                  * Were we waiting for a mailbox command to complete?
5315                  * If so, it's dead, so wake up the waiter.
5316                  */
5317                 if (isp->isp_mboxbsy) {
5318                         isp->isp_obits = 1;
5319                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5320                         MBOX_NOTIFY_COMPLETE(isp);
5321                 }
5322                 /*
5323                  * It's up to the handler for isp_async to reinit stuff and
5324                  * restart the firmware
5325                  */
5326                 isp_async(isp, ISPASYNC_FW_CRASH);
5327                 break;
5328
5329         case ASYNC_RQS_XFER_ERR:
5330                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5331                 break;
5332
5333         case ASYNC_RSP_XFER_ERR:
5334                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5335                 break;
5336
5337         case ASYNC_QWAKEUP:
5338                 /*
5339                  * We've just been notified that the Queue has woken up.
5340                  * We don't need to be chatty about this- just unlatch things
5341                  * and move on.
5342                  */
5343                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5344                 break;
5345
5346         case ASYNC_TIMEOUT_RESET:
5347                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5348                 ISP_SET_SENDMARKER(isp, chan, 1);
5349 #ifdef  ISP_TARGET_MODE
5350                 isp_target_async(isp, chan, mbox);
5351 #endif
5352                 break;
5353
5354         case ASYNC_DEVICE_RESET:
5355                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5356                 ISP_SET_SENDMARKER(isp, chan, 1);
5357 #ifdef  ISP_TARGET_MODE
5358                 isp_target_async(isp, chan, mbox);
5359 #endif
5360                 break;
5361
5362         case ASYNC_EXTMSG_UNDERRUN:
5363                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5364                 break;
5365
5366         case ASYNC_SCAM_INT:
5367                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5368                 break;
5369
5370         case ASYNC_HUNG_SCSI:
5371                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5372                 /* XXX: Need to issue SCSI reset at this point */
5373                 break;
5374
5375         case ASYNC_KILLED_BUS:
5376                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5377                 break;
5378
5379         case ASYNC_BUS_TRANSIT:
5380                 mbox = ISP_READ(isp, OUTMAILBOX2);
5381                 switch (mbox & SXP_PINS_MODE_MASK) {
5382                 case SXP_PINS_LVD_MODE:
5383                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5384                         SDPARAM(isp, chan)->isp_diffmode = 0;
5385                         SDPARAM(isp, chan)->isp_ultramode = 0;
5386                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5387                         break;
5388                 case SXP_PINS_HVD_MODE:
5389                         isp_prt(isp, ISP_LOGINFO,
5390                             "Transition to Differential mode");
5391                         SDPARAM(isp, chan)->isp_diffmode = 1;
5392                         SDPARAM(isp, chan)->isp_ultramode = 0;
5393                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5394                         break;
5395                 case SXP_PINS_SE_MODE:
5396                         isp_prt(isp, ISP_LOGINFO,
5397                             "Transition to Single Ended mode");
5398                         SDPARAM(isp, chan)->isp_diffmode = 0;
5399                         SDPARAM(isp, chan)->isp_ultramode = 1;
5400                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5401                         break;
5402                 default:
5403                         isp_prt(isp, ISP_LOGWARN,
5404                             "Transition to Unknown Mode 0x%x", mbox);
5405                         break;
5406                 }
5407                 /*
5408                  * XXX: Set up to renegotiate again!
5409                  */
5410                 /* Can only be for a 1080... */
5411                 ISP_SET_SENDMARKER(isp, chan, 1);
5412                 break;
5413
5414         case ASYNC_CMD_CMPLT:
5415         case ASYNC_RIO32_1:
5416                 if (!IS_ULTRA3(isp)) {
5417                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5418                         break;
5419                 }
5420                 /* FALLTHROUGH */
5421                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5422                 break;
5423
5424         case ASYNC_RIO32_2:
5425                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5426                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5427                 break;
5428
5429         case ASYNC_RIO16_5:
5430         case ASYNC_RIO16_4:
5431         case ASYNC_RIO16_3:
5432         case ASYNC_RIO16_2:
5433         case ASYNC_RIO16_1:
5434                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5435                 break;
5436         default:
5437                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5438                 break;
5439         }
5440
5441         if (h1 || h2) {
5442                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5443                 isp_fastpost_complete(isp, h1);
5444                 if (h2) {
5445                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5446                         isp_fastpost_complete(isp, h2);
5447                 }
5448         }
5449 }
5450
5451 static void
5452 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5453 {
5454         fcparam *fcp;
5455         uint16_t chan;
5456
5457         if (IS_DUALBUS(isp)) {
5458                 chan = ISP_READ(isp, OUTMAILBOX6);
5459         } else {
5460                 chan = 0;
5461         }
5462         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5463
5464         switch (mbox) {
5465         case ASYNC_SYSTEM_ERROR:
5466                 isp->isp_state = ISP_CRASHED;
5467                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5468                 isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5469                 /*
5470                  * Were we waiting for a mailbox command to complete?
5471                  * If so, it's dead, so wake up the waiter.
5472                  */
5473                 if (isp->isp_mboxbsy) {
5474                         isp->isp_obits = 1;
5475                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5476                         MBOX_NOTIFY_COMPLETE(isp);
5477                 }
5478                 /*
5479                  * It's up to the handler for isp_async to reinit stuff and
5480                  * restart the firmware
5481                  */
5482                 isp_async(isp, ISPASYNC_FW_CRASH);
5483                 break;
5484
5485         case ASYNC_RQS_XFER_ERR:
5486                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5487                 break;
5488
5489         case ASYNC_RSP_XFER_ERR:
5490                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5491                 break;
5492
5493         case ASYNC_QWAKEUP:
5494 #ifdef  ISP_TARGET_MODE
5495                 if (IS_24XX(isp)) {
5496                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5497                         break;
5498                 }
5499 #endif
5500                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5501                 break;
5502
5503         case ASYNC_CMD_CMPLT:
5504                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5505                 break;
5506
5507         case ASYNC_RIOZIO_STALL:
5508                 isp_intr_respq(isp);
5509                 break;
5510
5511         case ASYNC_CTIO_DONE:
5512 #ifdef  ISP_TARGET_MODE
5513                 isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) |
5514                     ISP_READ(isp, OUTMAILBOX1), mbox);
5515 #else
5516                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5517 #endif
5518                 break;
5519         case ASYNC_LIP_ERROR:
5520         case ASYNC_LIP_NOS_OLS_RECV:
5521         case ASYNC_LIP_OCCURRED:
5522         case ASYNC_PTPMODE:
5523                 /*
5524                  * These are broadcast events that have to be sent across
5525                  * all active channels.
5526                  */
5527                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5528                         fcp = FCPARAM(isp, chan);
5529                         int topo = fcp->isp_topo;
5530
5531                         if (fcp->role == ISP_ROLE_NONE)
5532                                 continue;
5533                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5534                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5535                         ISP_SET_SENDMARKER(isp, chan, 1);
5536                         isp_async(isp, ISPASYNC_LIP, chan);
5537 #ifdef  ISP_TARGET_MODE
5538                         isp_target_async(isp, chan, mbox);
5539 #endif
5540                         /*
5541                          * We've had problems with data corruption occurring on
5542                          * commands that complete (with no apparent error) after
5543                          * we receive a LIP. This has been observed mostly on
5544                          * Local Loop topologies. To be safe, let's just mark
5545                          * all active initiator commands as dead.
5546                          */
5547                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5548                                 int i, j;
5549                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5550                                         XS_T *xs;
5551                                         isp_hdl_t *hdp;
5552
5553                                         hdp = &isp->isp_xflist[i];
5554                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5555                                                 continue;
5556                                         }
5557                                         xs = hdp->cmd;
5558                                         if (XS_CHANNEL(xs) != chan) {
5559                                                 continue;
5560                                         }
5561                                         j++;
5562                                         isp_prt(isp, ISP_LOG_WARN1,
5563                                             "%d.%d.%jx bus reset set at %s:%u",
5564                                             XS_CHANNEL(xs), XS_TGT(xs),
5565                                             (uintmax_t)XS_LUN(xs),
5566                                             __func__, __LINE__);
5567                                         XS_SETERR(xs, HBA_BUSRESET);
5568                                 }
5569                                 if (j) {
5570                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5571                                 }
5572                         }
5573                 }
5574                 break;
5575
5576         case ASYNC_LOOP_UP:
5577                 /*
5578                  * This is a broadcast event that has to be sent across
5579                  * all active channels.
5580                  */
5581                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5582                         fcp = FCPARAM(isp, chan);
5583                         if (fcp->role == ISP_ROLE_NONE)
5584                                 continue;
5585                         fcp->isp_linkstate = 1;
5586                         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5587                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5588                         ISP_SET_SENDMARKER(isp, chan, 1);
5589                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5590 #ifdef  ISP_TARGET_MODE
5591                         isp_target_async(isp, chan, mbox);
5592 #endif
5593                 }
5594                 break;
5595
5596         case ASYNC_LOOP_DOWN:
5597                 /*
5598                  * This is a broadcast event that has to be sent across
5599                  * all active channels.
5600                  */
5601                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5602                         fcp = FCPARAM(isp, chan);
5603                         if (fcp->role == ISP_ROLE_NONE)
5604                                 continue;
5605                         ISP_SET_SENDMARKER(isp, chan, 1);
5606                         fcp->isp_linkstate = 0;
5607                         fcp->isp_loopstate = LOOP_NIL;
5608                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5609 #ifdef  ISP_TARGET_MODE
5610                         isp_target_async(isp, chan, mbox);
5611 #endif
5612                 }
5613                 break;
5614
5615         case ASYNC_LOOP_RESET:
5616                 /*
5617                  * This is a broadcast event that has to be sent across
5618                  * all active channels.
5619                  */
5620                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5621                         fcp = FCPARAM(isp, chan);
5622                         if (fcp->role == ISP_ROLE_NONE)
5623                                 continue;
5624                         ISP_SET_SENDMARKER(isp, chan, 1);
5625                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5626                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5627                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5628 #ifdef  ISP_TARGET_MODE
5629                         isp_target_async(isp, chan, mbox);
5630 #endif
5631                 }
5632                 break;
5633
5634         case ASYNC_PDB_CHANGED:
5635         {
5636                 int echan, nphdl, nlstate, reason;
5637
5638                 if (IS_23XX(isp) || IS_24XX(isp)) {
5639                         nphdl = ISP_READ(isp, OUTMAILBOX1);
5640                         nlstate = ISP_READ(isp, OUTMAILBOX2);
5641                 } else {
5642                         nphdl = nlstate = 0xffff;
5643                 }
5644                 if (IS_24XX(isp))
5645                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5646                 else
5647                         reason = 0xff;
5648                 if (ISP_CAP_MULTI_ID(isp)) {
5649                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5650                         if (chan == 0xff || nphdl == NIL_HANDLE) {
5651                                 chan = 0;
5652                                 echan = isp->isp_nchan - 1;
5653                         } else if (chan >= isp->isp_nchan) {
5654                                 break;
5655                         } else {
5656                                 echan = chan;
5657                         }
5658                 } else {
5659                         chan = echan = 0;
5660                 }
5661                 for (; chan <= echan; chan++) {
5662                         fcp = FCPARAM(isp, chan);
5663                         if (fcp->role == ISP_ROLE_NONE)
5664                                 continue;
5665                         if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
5666                                 if (nphdl != NIL_HANDLE &&
5667                                     nphdl == fcp->isp_login_hdl &&
5668                                     reason == PDB24XX_AE_OPN_2)
5669                                         continue;
5670                                 fcp->isp_loopstate = LOOP_LTEST_DONE;
5671                         } else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5672                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5673                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5674                             ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
5675                 }
5676                 break;
5677         }
5678         case ASYNC_CHANGE_NOTIFY:
5679         {
5680                 int portid;
5681
5682                 portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
5683                     ISP_READ(isp, OUTMAILBOX2);
5684                 if (ISP_CAP_MULTI_ID(isp)) {
5685                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5686                         if (chan >= isp->isp_nchan)
5687                                 break;
5688                 } else {
5689                         chan = 0;
5690                 }
5691                 fcp = FCPARAM(isp, chan);
5692                 if (fcp->role == ISP_ROLE_NONE)
5693                         break;
5694                 if (fcp->isp_loopstate > LOOP_LTEST_DONE)
5695                         fcp->isp_loopstate = LOOP_LTEST_DONE;
5696                 else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5697                         fcp->isp_loopstate = LOOP_HAVE_LINK;
5698                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5699                     ISPASYNC_CHANGE_SNS, portid);
5700                 break;
5701         }
5702         case ASYNC_ERR_LOGGING_DISABLED:
5703                 isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
5704                     ISP_READ(isp, OUTMAILBOX1));
5705                 break;
5706         case ASYNC_CONNMODE:
5707                 /*
5708                  * This only applies to 2100 amd 2200 cards
5709                  */
5710                 if (!IS_2200(isp) && !IS_2100(isp)) {
5711                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
5712                         break;
5713                 }
5714                 chan = 0;
5715                 mbox = ISP_READ(isp, OUTMAILBOX1);
5716                 switch (mbox) {
5717                 case ISP_CONN_LOOP:
5718                         isp_prt(isp, ISP_LOGINFO,
5719                             "Point-to-Point -> Loop mode");
5720                         break;
5721                 case ISP_CONN_PTP:
5722                         isp_prt(isp, ISP_LOGINFO,
5723                             "Loop -> Point-to-Point mode");
5724                         break;
5725                 case ISP_CONN_BADLIP:
5726                         isp_prt(isp, ISP_LOGWARN,
5727                             "Point-to-Point -> Loop mode (BAD LIP)");
5728                         break;
5729                 case ISP_CONN_FATAL:
5730                         isp->isp_state = ISP_CRASHED;
5731                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
5732                         isp_async(isp, ISPASYNC_FW_CRASH);
5733                         return;
5734                 case ISP_CONN_LOOPBACK:
5735                         isp_prt(isp, ISP_LOGWARN,
5736                             "Looped Back in Point-to-Point mode");
5737                         break;
5738                 default:
5739                         isp_prt(isp, ISP_LOGWARN,
5740                             "Unknown connection mode (0x%x)", mbox);
5741                         break;
5742                 }
5743                 ISP_SET_SENDMARKER(isp, chan, 1);
5744                 FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
5745                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
5746                 break;
5747         case ASYNC_P2P_INIT_ERR:
5748                 isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
5749                     ISP_READ(isp, OUTMAILBOX1));
5750                 break;
5751         case ASYNC_RCV_ERR:
5752                 if (IS_24XX(isp)) {
5753                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
5754                 } else {
5755                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
5756                 }
5757                 break;
5758         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
5759                 if (IS_24XX(isp)) {
5760                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
5761                         break;
5762                 } else {
5763                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
5764                         break;
5765                 }
5766         case ASYNC_FW_RESTART_COMPLETE:
5767                 isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
5768                 break;
5769         case ASYNC_TEMPERATURE_ALERT:
5770                 isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
5771                     ISP_READ(isp, OUTMAILBOX1));
5772                 break;
5773         case ASYNC_AUTOLOAD_FW_COMPLETE:
5774                 isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
5775                 break;
5776         case ASYNC_AUTOLOAD_FW_FAILURE:
5777                 isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
5778                 break;
5779         default:
5780                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
5781                 break;
5782         }
5783 }
5784
5785 /*
5786  * Handle other response entries. A pointer to the request queue output
5787  * index is here in case we want to eat several entries at once, although
5788  * this is not used currently.
5789  */
5790
5791 static int
5792 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
5793 {
5794         isp_ridacq_t rid;
5795         int chan, c;
5796         uint32_t hdl, portid;
5797         void *ptr;
5798
5799         switch (type) {
5800         case RQSTYPE_MARKER:
5801                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
5802                 return (1);
5803         case RQSTYPE_RPT_ID_ACQ:
5804                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
5805                 portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
5806                     rid.ridacq_vp_port_lo;
5807                 if (rid.ridacq_format == 0) {
5808                         for (chan = 0; chan < isp->isp_nchan; chan++) {
5809                                 fcparam *fcp = FCPARAM(isp, chan);
5810                                 if (fcp->role == ISP_ROLE_NONE)
5811                                         continue;
5812                                 c = (chan == 0) ? 127 : (chan - 1);
5813                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
5814                                     chan == 0) {
5815                                         fcp->isp_loopstate = LOOP_HAVE_LINK;
5816                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5817                                             chan, ISPASYNC_CHANGE_OTHER);
5818                                 } else {
5819                                         fcp->isp_loopstate = LOOP_NIL;
5820                                         isp_async(isp, ISPASYNC_LOOP_DOWN,
5821                                             chan);
5822                                 }
5823                         }
5824                 } else {
5825                         fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
5826                         if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
5827                             rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
5828                                 fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
5829                                 fcp->isp_portid = portid;
5830                                 fcp->isp_loopstate = LOOP_HAVE_ADDR;
5831                                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5832                                     rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
5833                         } else {
5834                                 fcp->isp_loopstate = LOOP_NIL;
5835                                 isp_async(isp, ISPASYNC_LOOP_DOWN,
5836                                     rid.ridacq_vp_index);
5837                         }
5838                 }
5839                 return (1);
5840         case RQSTYPE_CT_PASSTHRU:
5841         case RQSTYPE_VP_MODIFY:
5842         case RQSTYPE_VP_CTRL:
5843         case RQSTYPE_LOGIN:
5844                 ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
5845                 ptr = isp_find_xs(isp, hdl);
5846                 if (ptr != NULL) {
5847                         isp_destroy_handle(isp, hdl);
5848                         memcpy(ptr, hp, QENTRY_LEN);
5849                         wakeup(ptr);
5850                 }
5851                 return (1);
5852         case RQSTYPE_ATIO:
5853         case RQSTYPE_CTIO:
5854         case RQSTYPE_NOTIFY:
5855         case RQSTYPE_NOTIFY_ACK:
5856         case RQSTYPE_CTIO1:
5857         case RQSTYPE_ATIO2:
5858         case RQSTYPE_CTIO2:
5859         case RQSTYPE_CTIO3:
5860         case RQSTYPE_CTIO7:
5861         case RQSTYPE_ABTS_RCVD:
5862         case RQSTYPE_ABTS_RSP:
5863 #ifdef  ISP_TARGET_MODE
5864                 return (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp));
5865 #endif
5866                 /* FALLTHROUGH */
5867         case RQSTYPE_REQUEST:
5868         default:
5869                 return (0);
5870         }
5871 }
5872
5873 static void
5874 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, uint32_t *rp)
5875 {
5876         switch (sp->req_completion_status & 0xff) {
5877         case RQCS_COMPLETE:
5878                 if (XS_NOERR(xs)) {
5879                         XS_SETERR(xs, HBA_NOERROR);
5880                 }
5881                 return;
5882
5883         case RQCS_INCOMPLETE:
5884                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
5885                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
5886                         if (XS_NOERR(xs)) {
5887                                 XS_SETERR(xs, HBA_SELTIMEOUT);
5888                                 *rp = XS_XFRLEN(xs);
5889                         }
5890                         return;
5891                 }
5892                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
5893                 break;
5894
5895         case RQCS_DMA_ERROR:
5896                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
5897                 *rp = XS_XFRLEN(xs);
5898                 break;
5899
5900         case RQCS_TRANSPORT_ERROR:
5901         {
5902                 char buf[172];
5903                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
5904                 if (sp->req_state_flags & RQSF_GOT_BUS) {
5905                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
5906                 }
5907                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
5908                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
5909                 }
5910                 if (sp->req_state_flags & RQSF_SENT_CDB) {
5911                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
5912                 }
5913                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
5914                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
5915                 }
5916                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
5917                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
5918                 }
5919                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
5920                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
5921                 }
5922                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
5923                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
5924                 }
5925                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
5926                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
5927                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
5928                 }
5929                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
5930                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
5931                 }
5932                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
5933                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
5934                 }
5935                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
5936                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
5937                 }
5938                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
5939                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
5940                 }
5941                 if (sp->req_status_flags & RQSTF_ABORTED) {
5942                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
5943                 }
5944                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
5945                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
5946                 }
5947                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
5948                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
5949                 }
5950                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
5951                 *rp = XS_XFRLEN(xs);
5952                 break;
5953         }
5954         case RQCS_RESET_OCCURRED:
5955         {
5956                 int chan;
5957                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
5958                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5959                         FCPARAM(isp, chan)->sendmarker = 1;
5960                 }
5961                 if (XS_NOERR(xs)) {
5962                         XS_SETERR(xs, HBA_BUSRESET);
5963                 }
5964                 *rp = XS_XFRLEN(xs);
5965                 return;
5966         }
5967         case RQCS_ABORTED:
5968                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
5969                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5970                 if (XS_NOERR(xs)) {
5971                         XS_SETERR(xs, HBA_ABORTED);
5972                 }
5973                 return;
5974
5975         case RQCS_TIMEOUT:
5976                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
5977                 /*
5978                  * XXX: Check to see if we logged out of the device.
5979                  */
5980                 if (XS_NOERR(xs)) {
5981                         XS_SETERR(xs, HBA_CMDTIMEOUT);
5982                 }
5983                 return;
5984
5985         case RQCS_DATA_OVERRUN:
5986                 XS_SET_RESID(xs, sp->req_resid);
5987                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
5988                 if (XS_NOERR(xs)) {
5989                         XS_SETERR(xs, HBA_DATAOVR);
5990                 }
5991                 return;
5992
5993         case RQCS_COMMAND_OVERRUN:
5994                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
5995                 break;
5996
5997         case RQCS_STATUS_OVERRUN:
5998                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
5999                 break;
6000
6001         case RQCS_BAD_MESSAGE:
6002                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6003                 break;
6004
6005         case RQCS_NO_MESSAGE_OUT:
6006                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6007                 break;
6008
6009         case RQCS_EXT_ID_FAILED:
6010                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6011                 break;
6012
6013         case RQCS_IDE_MSG_FAILED:
6014                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6015                 break;
6016
6017         case RQCS_ABORT_MSG_FAILED:
6018                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6019                 break;
6020
6021         case RQCS_REJECT_MSG_FAILED:
6022                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6023                 break;
6024
6025         case RQCS_NOP_MSG_FAILED:
6026                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6027                 break;
6028
6029         case RQCS_PARITY_ERROR_MSG_FAILED:
6030                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6031                 break;
6032
6033         case RQCS_DEVICE_RESET_MSG_FAILED:
6034                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6035                 break;
6036
6037         case RQCS_ID_MSG_FAILED:
6038                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6039                 break;
6040
6041         case RQCS_UNEXP_BUS_FREE:
6042                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6043                 break;
6044
6045         case RQCS_DATA_UNDERRUN:
6046         {
6047                 if (IS_FC(isp)) {
6048                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6049                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6050                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6051                                 if (XS_NOERR(xs)) {
6052                                         XS_SETERR(xs, HBA_BOTCH);
6053                                 }
6054                                 return;
6055                         }
6056                 }
6057                 XS_SET_RESID(xs, sp->req_resid);
6058                 if (XS_NOERR(xs)) {
6059                         XS_SETERR(xs, HBA_NOERROR);
6060                 }
6061                 return;
6062         }
6063
6064         case RQCS_XACT_ERR1:
6065                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6066                 break;
6067
6068         case RQCS_XACT_ERR2:
6069                 isp_xs_prt(isp, xs, ISP_LOGERR,
6070                     "HBA attempted queued transaction to target routine %jx",
6071                     (uintmax_t)XS_LUN(xs));
6072                 break;
6073
6074         case RQCS_XACT_ERR3:
6075                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6076                 break;
6077
6078         case RQCS_BAD_ENTRY:
6079                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6080                 break;
6081
6082         case RQCS_QUEUE_FULL:
6083                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6084
6085                 /*
6086                  * If QFULL or some other status byte is set, then this
6087                  * isn't an error, per se.
6088                  *
6089                  * Unfortunately, some QLogic f/w writers have, in
6090                  * some cases, omitted to *set* status to QFULL.
6091                  */
6092 #if     0
6093                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6094                         XS_SETERR(xs, HBA_NOERROR);
6095                         return;
6096                 }
6097
6098 #endif
6099                 *XS_STSP(xs) = SCSI_QFULL;
6100                 XS_SETERR(xs, HBA_NOERROR);
6101                 return;
6102
6103         case RQCS_PHASE_SKIPPED:
6104                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6105                 break;
6106
6107         case RQCS_ARQS_FAILED:
6108                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6109                 if (XS_NOERR(xs)) {
6110                         XS_SETERR(xs, HBA_ARQFAIL);
6111                 }
6112                 return;
6113
6114         case RQCS_WIDE_FAILED:
6115                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6116                 if (IS_SCSI(isp)) {
6117                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6118                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6119                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6120                         sdp->update = 1;
6121                 }
6122                 if (XS_NOERR(xs)) {
6123                         XS_SETERR(xs, HBA_NOERROR);
6124                 }
6125                 return;
6126
6127         case RQCS_SYNCXFER_FAILED:
6128                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6129                 if (IS_SCSI(isp)) {
6130                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6131                         sdp += XS_CHANNEL(xs);
6132                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6133                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6134                         sdp->update = 1;
6135                 }
6136                 break;
6137
6138         case RQCS_LVD_BUSERR:
6139                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6140                 break;
6141
6142         case RQCS_PORT_UNAVAILABLE:
6143                 /*
6144                  * No such port on the loop. Moral equivalent of SELTIMEO
6145                  */
6146         case RQCS_PORT_LOGGED_OUT:
6147         {
6148                 const char *reason;
6149                 uint8_t sts = sp->req_completion_status & 0xff;
6150                 fcparam *fcp = FCPARAM(isp, 0);
6151                 fcportdb_t *lp;
6152
6153                 /*
6154                  * It was there (maybe)- treat as a selection timeout.
6155                  */
6156                 if (sts == RQCS_PORT_UNAVAILABLE) {
6157                         reason = "unavailable";
6158                 } else {
6159                         reason = "logout";
6160                 }
6161
6162                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6163
6164                 /* XXX: Should we trigger rescan or FW announce change? */
6165
6166                 if (XS_NOERR(xs)) {
6167                         lp = &fcp->portdb[XS_TGT(xs)];
6168                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6169                                 *XS_STSP(xs) = SCSI_BUSY;
6170                                 XS_SETERR(xs, HBA_TGTBSY);
6171                         } else
6172                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6173                 }
6174                 return;
6175         }
6176         case RQCS_PORT_CHANGED:
6177                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6178                 if (XS_NOERR(xs)) {
6179                         *XS_STSP(xs) = SCSI_BUSY;
6180                         XS_SETERR(xs, HBA_TGTBSY);
6181                 }
6182                 return;
6183
6184         case RQCS_PORT_BUSY:
6185                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6186                 if (XS_NOERR(xs)) {
6187                         *XS_STSP(xs) = SCSI_BUSY;
6188                         XS_SETERR(xs, HBA_TGTBSY);
6189                 }
6190                 return;
6191
6192         default:
6193                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6194                 break;
6195         }
6196         if (XS_NOERR(xs)) {
6197                 XS_SETERR(xs, HBA_BOTCH);
6198         }
6199 }
6200
6201 static void
6202 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, uint32_t *rp)
6203 {
6204         int ru_marked, sv_marked;
6205         int chan = XS_CHANNEL(xs);
6206
6207         switch (sp->req_completion_status) {
6208         case RQCS_COMPLETE:
6209                 if (XS_NOERR(xs)) {
6210                         XS_SETERR(xs, HBA_NOERROR);
6211                 }
6212                 return;
6213
6214         case RQCS_DMA_ERROR:
6215                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6216                 break;
6217
6218         case RQCS_TRANSPORT_ERROR:
6219                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6220                 break;
6221
6222         case RQCS_RESET_OCCURRED:
6223                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6224                 FCPARAM(isp, chan)->sendmarker = 1;
6225                 if (XS_NOERR(xs)) {
6226                         XS_SETERR(xs, HBA_BUSRESET);
6227                 }
6228                 return;
6229
6230         case RQCS_ABORTED:
6231                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6232                 FCPARAM(isp, chan)->sendmarker = 1;
6233                 if (XS_NOERR(xs)) {
6234                         XS_SETERR(xs, HBA_ABORTED);
6235                 }
6236                 return;
6237
6238         case RQCS_TIMEOUT:
6239                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6240                 if (XS_NOERR(xs)) {
6241                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6242                 }
6243                 return;
6244
6245         case RQCS_DATA_OVERRUN:
6246                 XS_SET_RESID(xs, sp->req_resid);
6247                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6248                 if (XS_NOERR(xs)) {
6249                         XS_SETERR(xs, HBA_DATAOVR);
6250                 }
6251                 return;
6252
6253         case RQCS_24XX_DRE:     /* data reassembly error */
6254                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6255                 if (XS_NOERR(xs)) {
6256                         XS_SETERR(xs, HBA_ABORTED);
6257                 }
6258                 *rp = XS_XFRLEN(xs);
6259                 return;
6260
6261         case RQCS_24XX_TABORT:  /* aborted by target */
6262                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6263                 if (XS_NOERR(xs)) {
6264                         XS_SETERR(xs, HBA_ABORTED);
6265                 }
6266                 return;
6267
6268         case RQCS_DATA_UNDERRUN:
6269                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6270                 /*
6271                  * We can get an underrun w/o things being marked
6272                  * if we got a non-zero status.
6273                  */
6274                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6275                 if ((ru_marked == 0 && sv_marked == 0) ||
6276                     (sp->req_resid > XS_XFRLEN(xs))) {
6277                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6278                         if (XS_NOERR(xs)) {
6279                                 XS_SETERR(xs, HBA_BOTCH);
6280                         }
6281                         return;
6282                 }
6283                 XS_SET_RESID(xs, sp->req_resid);
6284                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6285                 if (XS_NOERR(xs)) {
6286                         XS_SETERR(xs, HBA_NOERROR);
6287                 }
6288                 return;
6289
6290         case RQCS_PORT_UNAVAILABLE:
6291                 /*
6292                  * No such port on the loop. Moral equivalent of SELTIMEO
6293                  */
6294         case RQCS_PORT_LOGGED_OUT:
6295         {
6296                 const char *reason;
6297                 uint8_t sts = sp->req_completion_status & 0xff;
6298                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6299                 fcportdb_t *lp;
6300
6301                 /*
6302                  * It was there (maybe)- treat as a selection timeout.
6303                  */
6304                 if (sts == RQCS_PORT_UNAVAILABLE) {
6305                         reason = "unavailable";
6306                 } else {
6307                         reason = "logout";
6308                 }
6309
6310                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6311                     chan, reason, XS_TGT(xs));
6312
6313                 /* XXX: Should we trigger rescan or FW announce change? */
6314
6315                 if (XS_NOERR(xs)) {
6316                         lp = &fcp->portdb[XS_TGT(xs)];
6317                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6318                                 *XS_STSP(xs) = SCSI_BUSY;
6319                                 XS_SETERR(xs, HBA_TGTBSY);
6320                         } else
6321                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6322                 }
6323                 return;
6324         }
6325         case RQCS_PORT_CHANGED:
6326                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6327                 if (XS_NOERR(xs)) {
6328                         *XS_STSP(xs) = SCSI_BUSY;
6329                         XS_SETERR(xs, HBA_TGTBSY);
6330                 }
6331                 return;
6332
6333         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6334                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6335                 if (XS_NOERR(xs)) {
6336                         *XS_STSP(xs) = SCSI_BUSY;
6337                         XS_SETERR(xs, HBA_TGTBSY);
6338                 }
6339                 return;
6340
6341         case RQCS_24XX_TMO:     /* task management overrun */
6342                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6343                 if (XS_NOERR(xs)) {
6344                         *XS_STSP(xs) = SCSI_BUSY;
6345                         XS_SETERR(xs, HBA_TGTBSY);
6346                 }
6347                 return;
6348
6349         default:
6350                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6351                 break;
6352         }
6353         if (XS_NOERR(xs)) {
6354                 XS_SETERR(xs, HBA_BOTCH);
6355         }
6356 }
6357
6358 static void
6359 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6360 {
6361         XS_T *xs;
6362
6363         if (fph == 0) {
6364                 return;
6365         }
6366         xs = isp_find_xs(isp, fph);
6367         if (xs == NULL) {
6368                 isp_prt(isp, ISP_LOGWARN,
6369                     "Command for fast post handle 0x%x not found", fph);
6370                 return;
6371         }
6372         isp_destroy_handle(isp, fph);
6373
6374         /*
6375          * Since we don't have a result queue entry item,
6376          * we must believe that SCSI status is zero and
6377          * that all data transferred.
6378          */
6379         XS_SET_RESID(xs, 0);
6380         *XS_STSP(xs) = SCSI_GOOD;
6381         if (XS_XFRLEN(xs)) {
6382                 ISP_DMAFREE(isp, xs, fph);
6383         }
6384         isp_done(xs);
6385 }
6386
6387 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6388 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6389 #define ISP_SCSI_OPMAP(in, out)         in, out
6390 static const uint8_t mbpscsi[] = {
6391         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6392         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6393         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6394         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6395         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6396         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6397         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6398         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6399         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6400         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6401         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6402         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6403         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6404         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6405         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6406         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6407         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6408         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6409         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6410         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6411         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6412         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6413         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6414         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6415         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6416         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6417         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6418         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6419         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6420         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6421         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6422         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6423         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6424         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6425         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6426         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6427         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6428         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6429         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6430         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6431         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6432         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6433         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6434         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6435         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6436         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6437         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6438         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6439         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6440         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6441         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6442         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6443         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6444         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6445         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6446         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6447         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6448         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6449         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6450         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6451         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6452         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6453         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6454         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6455         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6456         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6457         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6458         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6459         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6460         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6461         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6462         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6463         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6464         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6465         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6466         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6467         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6468         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6469         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6470         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6471         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6472         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6473         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6474         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6475         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6476         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6477         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6478         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6479         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6480         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6481         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6482         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6483         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6484         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6485 };
6486 #define MAX_SCSI_OPCODE 0x5d
6487
6488 static const char *scsi_mbcmd_names[] = {
6489         "NO-OP",
6490         "LOAD RAM",
6491         "EXEC FIRMWARE",
6492         "DUMP RAM",
6493         "WRITE RAM WORD",
6494         "READ RAM WORD",
6495         "MAILBOX REG TEST",
6496         "VERIFY CHECKSUM",
6497         "ABOUT FIRMWARE",
6498         NULL,
6499         NULL,
6500         NULL,
6501         NULL,
6502         NULL,
6503         "CHECK FIRMWARE",
6504         NULL,
6505         "INIT REQUEST QUEUE",
6506         "INIT RESULT QUEUE",
6507         "EXECUTE IOCB",
6508         "WAKE UP",
6509         "STOP FIRMWARE",
6510         "ABORT",
6511         "ABORT DEVICE",
6512         "ABORT TARGET",
6513         "BUS RESET",
6514         "STOP QUEUE",
6515         "START QUEUE",
6516         "SINGLE STEP QUEUE",
6517         "ABORT QUEUE",
6518         "GET DEV QUEUE STATUS",
6519         NULL,
6520         "GET FIRMWARE STATUS",
6521         "GET INIT SCSI ID",
6522         "GET SELECT TIMEOUT",
6523         "GET RETRY COUNT",
6524         "GET TAG AGE LIMIT",
6525         "GET CLOCK RATE",
6526         "GET ACT NEG STATE",
6527         "GET ASYNC DATA SETUP TIME",
6528         "GET PCI PARAMS",
6529         "GET TARGET PARAMS",
6530         "GET DEV QUEUE PARAMS",
6531         "GET RESET DELAY PARAMS",
6532         NULL,
6533         NULL,
6534         NULL,
6535         NULL,
6536         NULL,
6537         "SET INIT SCSI ID",
6538         "SET SELECT TIMEOUT",
6539         "SET RETRY COUNT",
6540         "SET TAG AGE LIMIT",
6541         "SET CLOCK RATE",
6542         "SET ACT NEG STATE",
6543         "SET ASYNC DATA SETUP TIME",
6544         "SET PCI CONTROL PARAMS",
6545         "SET TARGET PARAMS",
6546         "SET DEV QUEUE PARAMS",
6547         "SET RESET DELAY PARAMS",
6548         NULL,
6549         NULL,
6550         NULL,
6551         NULL,
6552         NULL,
6553         "RETURN BIOS BLOCK ADDR",
6554         "WRITE FOUR RAM WORDS",
6555         "EXEC BIOS IOCB",
6556         NULL,
6557         NULL,
6558         "SET SYSTEM PARAMETER",
6559         "GET SYSTEM PARAMETER",
6560         NULL,
6561         "GET SCAM CONFIGURATION",
6562         "SET SCAM CONFIGURATION",
6563         "SET FIRMWARE FEATURES",
6564         "GET FIRMWARE FEATURES",
6565         NULL,
6566         NULL,
6567         NULL,
6568         NULL,
6569         "LOAD RAM A64",
6570         "DUMP RAM A64",
6571         "INITIALIZE REQUEST QUEUE A64",
6572         "INITIALIZE RESPONSE QUEUE A64",
6573         "EXECUTE IOCB A64",
6574         "ENABLE TARGET MODE",
6575         "GET TARGET MODE STATE",
6576         NULL,
6577         NULL,
6578         NULL,
6579         "SET DATA OVERRUN RECOVERY MODE",
6580         "GET DATA OVERRUN RECOVERY MODE",
6581         "SET HOST DATA",
6582         "GET NOST DATA",
6583 };
6584
6585 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
6586 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
6587
6588 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
6589 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
6590 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
6591 static const uint32_t mbpfc[] = {
6592         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
6593         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
6594         ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),      /* 0x02: MBOX_EXEC_FIRMWARE */
6595         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
6596         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
6597         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
6598         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
6599         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
6600         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
6601         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
6602         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
6603         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
6604         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
6605         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
6606         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
6607         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
6608         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
6609         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
6610         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
6611         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
6612         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),        /* 0x14: MBOX_STOP_FIRMWARE */
6613         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
6614         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
6615         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
6616         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
6617         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
6618         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
6619         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6620         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
6621         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6622         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
6623         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6624         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
6625         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
6626         ISP_FC_OPMAP(0x03, 0x4b),       /* 0x22: MBOX_GET_TIMEOUT_PARAMS */
6627         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
6628         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
6629         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
6630         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
6631         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
6632         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
6633         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
6634         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
6635         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
6636         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
6637         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
6638         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
6639         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
6640         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
6641         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
6642         ISP_FC_OPMAP(0x4b, 0x4b),       /* 0x32: MBOX_SET_TIMEOUT_PARAMS */
6643         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
6644         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
6645         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
6646         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
6647         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
6648         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
6649         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
6650         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
6651         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
6652         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
6653         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
6654         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
6655         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
6656         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
6657         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
6658         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x1f, 0xcf),       /* 0x42: MBOX_GET_RESOURCE_COUNT */
6659         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
6660         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
6661         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
6662         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
6663         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
6664         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
6665         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
6666         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
6667         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
6668         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
6669         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
6670         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
6671         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
6672         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
6673         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
6674         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
6675         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
6676         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
6677         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
6678         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
6679         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
6680         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
6681         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
6682         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
6683         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
6684         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
6685         ISP_FC_OPMAP(0x07, 0x1f),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
6686         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
6687         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
6688         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
6689         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
6690         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
6691         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
6692         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
6693         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
6694         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
6695         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
6696         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
6697         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
6698         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
6699         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
6700         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
6701         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
6702         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
6703         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
6704         ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),      /* 0x70: MBOX_SEND_CHANGE_REQUEST */
6705         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
6706         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
6707         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
6708         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
6709         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
6710         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
6711         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
6712         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
6713         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
6714         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
6715         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
6716         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
6717         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
6718         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
6719 };
6720 #define MAX_FC_OPCODE   0x7e
6721 /*
6722  * Footnotes
6723  *
6724  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
6725  *      do not access at this time in the core driver. The caller is
6726  *      responsible for setting this register first (Gross!). The assumption
6727  *      is that we won't overflow.
6728  */
6729
6730 static const char *fc_mbcmd_names[] = {
6731         "NO-OP",                        /* 00h */
6732         "LOAD RAM",
6733         "EXEC FIRMWARE",
6734         "DUMP RAM",
6735         "WRITE RAM WORD",
6736         "READ RAM WORD",
6737         "MAILBOX REG TEST",
6738         "VERIFY CHECKSUM",
6739         "ABOUT FIRMWARE",
6740         "LOAD RAM (2100)",
6741         "DUMP RAM",
6742         "LOAD RISC RAM",
6743         "DUMP RISC RAM",
6744         "WRITE RAM WORD EXTENDED",
6745         "CHECK FIRMWARE",
6746         "READ RAM WORD EXTENDED",
6747         "INIT REQUEST QUEUE",           /* 10h */
6748         "INIT RESULT QUEUE",
6749         "EXECUTE IOCB",
6750         "WAKE UP",
6751         "STOP FIRMWARE",
6752         "ABORT",
6753         "ABORT DEVICE",
6754         "ABORT TARGET",
6755         "BUS RESET",
6756         "STOP QUEUE",
6757         "START QUEUE",
6758         "SINGLE STEP QUEUE",
6759         "ABORT QUEUE",
6760         "GET DEV QUEUE STATUS",
6761         NULL,
6762         "GET FIRMWARE STATUS",
6763         "GET LOOP ID",                  /* 20h */
6764         NULL,
6765         "GET TIMEOUT PARAMS",
6766         NULL,
6767         NULL,
6768         NULL,
6769         NULL,
6770         NULL,
6771         "GET FIRMWARE OPTIONS",
6772         "GET PORT QUEUE PARAMS",
6773         "GENERATE SYSTEM ERROR",
6774         NULL,
6775         NULL,
6776         NULL,
6777         NULL,
6778         NULL,
6779         "WRITE SFP",                    /* 30h */
6780         "READ SFP",
6781         "SET TIMEOUT PARAMS",
6782         NULL,
6783         NULL,
6784         NULL,
6785         NULL,
6786         NULL,
6787         "SET FIRMWARE OPTIONS",
6788         "SET PORT QUEUE PARAMS",
6789         NULL,
6790         "SET FC LED CONF",
6791         NULL,
6792         "RESTART NIC FIRMWARE",
6793         "ACCESS CONTROL",
6794         NULL,
6795         "LOOP PORT BYPASS",             /* 40h */
6796         "LOOP PORT ENABLE",
6797         "GET RESOURCE COUNT",
6798         "REQUEST NON PARTICIPATING MODE",
6799         "DIAGNOSTIC ECHO TEST",
6800         "DIAGNOSTIC LOOPBACK",
6801         NULL,
6802         "GET PORT DATABASE ENHANCED",
6803         "INIT FIRMWARE MULTI ID",
6804         "GET VP DATABASE",
6805         "GET VP DATABASE ENTRY",
6806         NULL,
6807         NULL,
6808         NULL,
6809         NULL,
6810         NULL,
6811         "GET FCF LIST",                 /* 50h */
6812         "GET DCBX PARAMETERS",
6813         NULL,
6814         "HOST MEMORY COPY",
6815         "EXECUTE IOCB A64",
6816         NULL,
6817         NULL,
6818         "SEND RNID",
6819         NULL,
6820         "SET PARAMETERS",
6821         "GET PARAMETERS",
6822         "DRIVER HEARTBEAT",
6823         "FIRMWARE HEARTBEAT",
6824         "GET/SET DATA RATE",
6825         "SEND RNFT",
6826         NULL,
6827         "INIT FIRMWARE",                /* 60h */
6828         "GET INIT CONTROL BLOCK",
6829         "INIT LIP",
6830         "GET FC-AL POSITION MAP",
6831         "GET PORT DATABASE",
6832         "CLEAR ACA",
6833         "TARGET RESET",
6834         "CLEAR TASK SET",
6835         "ABORT TASK SET",
6836         "GET FW STATE",
6837         "GET PORT NAME",
6838         "GET LINK STATUS",
6839         "INIT LIP RESET",
6840         "GET LINK STATS & PRIVATE DATA CNTS",
6841         "SEND SNS",
6842         "FABRIC LOGIN",
6843         "SEND CHANGE REQUEST",          /* 70h */
6844         "FABRIC LOGOUT",
6845         "INIT LIP LOGIN",
6846         NULL,
6847         "LOGIN LOOP PORT",
6848         "GET PORT/NODE NAME LIST",
6849         "SET VENDOR ID",
6850         "INITIALIZE IP MAILBOX",
6851         NULL,
6852         NULL,
6853         "GET XGMAC STATS",
6854         NULL,
6855         "GET ID LIST",
6856         "SEND LFA",
6857         "LUN RESET"
6858 };
6859
6860 static void
6861 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
6862 {
6863         const char *cname, *xname, *sname;
6864         char tname[16], mname[16];
6865         unsigned int ibits, obits, box, opcode;
6866
6867         opcode = mbp->param[0];
6868         if (IS_FC(isp)) {
6869                 if (opcode > MAX_FC_OPCODE) {
6870                         mbp->param[0] = MBOX_INVALID_COMMAND;
6871                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
6872                         return;
6873                 }
6874                 cname = fc_mbcmd_names[opcode];
6875                 ibits = ISP_FC_IBITS(opcode);
6876                 obits = ISP_FC_OBITS(opcode);
6877         } else {
6878                 if (opcode > MAX_SCSI_OPCODE) {
6879                         mbp->param[0] = MBOX_INVALID_COMMAND;
6880                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
6881                         return;
6882                 }
6883                 cname = scsi_mbcmd_names[opcode];
6884                 ibits = ISP_SCSI_IBITS(opcode);
6885                 obits = ISP_SCSI_OBITS(opcode);
6886         }
6887         if (cname == NULL) {
6888                 cname = tname;
6889                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
6890         }
6891         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
6892
6893         /*
6894          * Pick up any additional bits that the caller might have set.
6895          */
6896         ibits |= mbp->ibits;
6897         obits |= mbp->obits;
6898
6899         /*
6900          * Mask any bits that the caller wants us to mask
6901          */
6902         ibits &= mbp->ibitm;
6903         obits &= mbp->obitm;
6904
6905
6906         if (ibits == 0 && obits == 0) {
6907                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
6908                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
6909                 return;
6910         }
6911
6912         /*
6913          * Get exclusive usage of mailbox registers.
6914          */
6915         if (MBOX_ACQUIRE(isp)) {
6916                 mbp->param[0] = MBOX_REGS_BUSY;
6917                 goto out;
6918         }
6919
6920         for (box = 0; box < ISP_NMBOX(isp); box++) {
6921                 if (ibits & (1 << box)) {
6922                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
6923                             mbp->param[box]);
6924                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
6925                 }
6926                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
6927         }
6928
6929         isp->isp_lastmbxcmd = opcode;
6930
6931         /*
6932          * We assume that we can't overwrite a previous command.
6933          */
6934         isp->isp_obits = obits;
6935         isp->isp_mboxbsy = 1;
6936
6937         /*
6938          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
6939          */
6940         if (IS_24XX(isp)) {
6941                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
6942         } else {
6943                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
6944         }
6945
6946         /*
6947          * While we haven't finished the command, spin our wheels here.
6948          */
6949         MBOX_WAIT_COMPLETE(isp, mbp);
6950
6951         /*
6952          * Did the command time out?
6953          */
6954         if (mbp->param[0] == MBOX_TIMEOUT) {
6955                 isp->isp_mboxbsy = 0;
6956                 MBOX_RELEASE(isp);
6957                 goto out;
6958         }
6959
6960         /*
6961          * Copy back output registers.
6962          */
6963         for (box = 0; box < ISP_NMBOX(isp); box++) {
6964                 if (obits & (1 << box)) {
6965                         mbp->param[box] = isp->isp_mboxtmp[box];
6966                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
6967                             mbp->param[box]);
6968                 }
6969         }
6970
6971         isp->isp_mboxbsy = 0;
6972         MBOX_RELEASE(isp);
6973 out:
6974         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
6975                 return;
6976
6977         if ((mbp->param[0] & 0xbfe0) == 0 &&
6978             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
6979                 return;
6980
6981         xname = NULL;
6982         sname = "";
6983         switch (mbp->param[0]) {
6984         case MBOX_INVALID_COMMAND:
6985                 xname = "INVALID COMMAND";
6986                 break;
6987         case MBOX_HOST_INTERFACE_ERROR:
6988                 xname = "HOST INTERFACE ERROR";
6989                 break;
6990         case MBOX_TEST_FAILED:
6991                 xname = "TEST FAILED";
6992                 break;
6993         case MBOX_COMMAND_ERROR:
6994                 xname = "COMMAND ERROR";
6995                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
6996                     mbp->param[1]);
6997                 sname = mname;
6998                 break;
6999         case MBOX_COMMAND_PARAM_ERROR:
7000                 xname = "COMMAND PARAMETER ERROR";
7001                 break;
7002         case MBOX_PORT_ID_USED:
7003                 xname = "PORT ID ALREADY IN USE";
7004                 break;
7005         case MBOX_LOOP_ID_USED:
7006                 xname = "LOOP ID ALREADY IN USE";
7007                 break;
7008         case MBOX_ALL_IDS_USED:
7009                 xname = "ALL LOOP IDS IN USE";
7010                 break;
7011         case MBOX_NOT_LOGGED_IN:
7012                 xname = "NOT LOGGED IN";
7013                 break;
7014         case MBOX_LINK_DOWN_ERROR:
7015                 xname = "LINK DOWN ERROR";
7016                 break;
7017         case MBOX_LOOPBACK_ERROR:
7018                 xname = "LOOPBACK ERROR";
7019                 break;
7020         case MBOX_CHECKSUM_ERROR:
7021                 xname = "CHECKSUM ERROR";
7022                 break;
7023         case MBOX_INVALID_PRODUCT_KEY:
7024                 xname = "INVALID PRODUCT KEY";
7025                 break;
7026         case MBOX_REGS_BUSY:
7027                 xname = "REGISTERS BUSY";
7028                 break;
7029         case MBOX_TIMEOUT:
7030                 xname = "TIMEOUT";
7031                 break;
7032         default:
7033                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7034                 xname = mname;
7035                 break;
7036         }
7037         if (xname) {
7038                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7039                     cname, xname, sname);
7040         }
7041 }
7042
7043 static int
7044 isp_fw_state(ispsoftc_t *isp, int chan)
7045 {
7046         if (IS_FC(isp)) {
7047                 mbreg_t mbs;
7048
7049                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7050                 isp_mboxcmd(isp, &mbs);
7051                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7052                         return (mbs.param[1]);
7053                 }
7054         }
7055         return (FW_ERROR);
7056 }
7057
7058 static void
7059 isp_spi_update(ispsoftc_t *isp, int chan)
7060 {
7061         int tgt;
7062         mbreg_t mbs;
7063         sdparam *sdp;
7064
7065         if (IS_FC(isp)) {
7066                 /*
7067                  * There are no 'per-bus' settings for Fibre Channel.
7068                  */
7069                 return;
7070         }
7071         sdp = SDPARAM(isp, chan);
7072         sdp->update = 0;
7073
7074         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7075                 uint16_t flags, period, offset;
7076                 int get;
7077
7078                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7079                         sdp->isp_devparam[tgt].dev_update = 0;
7080                         sdp->isp_devparam[tgt].dev_refresh = 0;
7081                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7082                         continue;
7083                 }
7084                 /*
7085                  * If the goal is to update the status of the device,
7086                  * take what's in goal_flags and try and set the device
7087                  * toward that. Otherwise, if we're just refreshing the
7088                  * current device state, get the current parameters.
7089                  */
7090
7091                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7092
7093                 /*
7094                  * Refresh overrides set
7095                  */
7096                 if (sdp->isp_devparam[tgt].dev_refresh) {
7097                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7098                         get = 1;
7099                 } else if (sdp->isp_devparam[tgt].dev_update) {
7100                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7101
7102                         /*
7103                          * Make sure goal_flags has "Renegotiate on Error"
7104                          * on and "Freeze Queue on Error" off.
7105                          */
7106                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7107                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7108                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7109
7110                         /*
7111                          * Insist that PARITY must be enabled
7112                          * if SYNC or WIDE is enabled.
7113                          */
7114                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7115                                 mbs.param[2] |= DPARM_PARITY;
7116                         }
7117
7118                         if (mbs.param[2] & DPARM_SYNC) {
7119                                 mbs.param[3] =
7120                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7121                                     (sdp->isp_devparam[tgt].goal_period);
7122                         }
7123                         /*
7124                          * A command completion later that has
7125                          * RQSTF_NEGOTIATION set can cause
7126                          * the dev_refresh/announce cycle also.
7127                          *
7128                          * Note: It is really important to update our current
7129                          * flags with at least the state of TAG capabilities-
7130                          * otherwise we might try and send a tagged command
7131                          * when we have it all turned off. So change it here
7132                          * to say that current already matches goal.
7133                          */
7134                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7135                         sdp->isp_devparam[tgt].actv_flags |=
7136                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7137                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7138                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7139                         get = 0;
7140                 } else {
7141                         continue;
7142                 }
7143                 mbs.param[1] = (chan << 15) | (tgt << 8);
7144                 isp_mboxcmd(isp, &mbs);
7145                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7146                         continue;
7147                 }
7148                 if (get == 0) {
7149                         sdp->sendmarker = 1;
7150                         sdp->isp_devparam[tgt].dev_update = 0;
7151                         sdp->isp_devparam[tgt].dev_refresh = 1;
7152                 } else {
7153                         sdp->isp_devparam[tgt].dev_refresh = 0;
7154                         flags = mbs.param[2];
7155                         period = mbs.param[3] & 0xff;
7156                         offset = mbs.param[3] >> 8;
7157                         sdp->isp_devparam[tgt].actv_flags = flags;
7158                         sdp->isp_devparam[tgt].actv_period = period;
7159                         sdp->isp_devparam[tgt].actv_offset = offset;
7160                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7161                 }
7162         }
7163
7164         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7165                 if (sdp->isp_devparam[tgt].dev_update ||
7166                     sdp->isp_devparam[tgt].dev_refresh) {
7167                         sdp->update = 1;
7168                         break;
7169                 }
7170         }
7171 }
7172
7173 static void
7174 isp_setdfltsdparm(ispsoftc_t *isp)
7175 {
7176         int tgt;
7177         sdparam *sdp, *sdp1;
7178
7179         sdp = SDPARAM(isp, 0);
7180         if (IS_DUALBUS(isp))
7181                 sdp1 = sdp + 1;
7182         else
7183                 sdp1 = NULL;
7184
7185         /*
7186          * Establish some default parameters.
7187          */
7188         sdp->isp_cmd_dma_burst_enable = 0;
7189         sdp->isp_data_dma_burst_enabl = 1;
7190         sdp->isp_fifo_threshold = 0;
7191         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7192         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7193                 sdp->isp_async_data_setup = 9;
7194         } else {
7195                 sdp->isp_async_data_setup = 6;
7196         }
7197         sdp->isp_selection_timeout = 250;
7198         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7199         sdp->isp_tag_aging = 8;
7200         sdp->isp_bus_reset_delay = 5;
7201         /*
7202          * Don't retry selection, busy or queue full automatically- reflect
7203          * these back to us.
7204          */
7205         sdp->isp_retry_count = 0;
7206         sdp->isp_retry_delay = 0;
7207
7208         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7209                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7210                 sdp->isp_devparam[tgt].dev_enable = 1;
7211         }
7212
7213         /*
7214          * The trick here is to establish a default for the default (honk!)
7215          * state (goal_flags). Then try and get the current status from
7216          * the card to fill in the current state. We don't, in fact, set
7217          * the default to the SAFE default state- that's not the goal state.
7218          */
7219         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7220                 uint8_t off, per;
7221                 sdp->isp_devparam[tgt].actv_offset = 0;
7222                 sdp->isp_devparam[tgt].actv_period = 0;
7223                 sdp->isp_devparam[tgt].actv_flags = 0;
7224
7225                 sdp->isp_devparam[tgt].goal_flags =
7226                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7227
7228                 /*
7229                  * We default to Wide/Fast for versions less than a 1040
7230                  * (unless it's SBus).
7231                  */
7232                 if (IS_ULTRA3(isp)) {
7233                         off = ISP_80M_SYNCPARMS >> 8;
7234                         per = ISP_80M_SYNCPARMS & 0xff;
7235                 } else if (IS_ULTRA2(isp)) {
7236                         off = ISP_40M_SYNCPARMS >> 8;
7237                         per = ISP_40M_SYNCPARMS & 0xff;
7238                 } else if (IS_1240(isp)) {
7239                         off = ISP_20M_SYNCPARMS >> 8;
7240                         per = ISP_20M_SYNCPARMS & 0xff;
7241                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7242                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7243                     (isp->isp_bustype == ISP_BT_PCI &&
7244                     isp->isp_type < ISP_HA_SCSI_1040) ||
7245                     (isp->isp_clock && isp->isp_clock < 60) ||
7246                     (sdp->isp_ultramode == 0)) {
7247                         off = ISP_10M_SYNCPARMS >> 8;
7248                         per = ISP_10M_SYNCPARMS & 0xff;
7249                 } else {
7250                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7251                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7252                 }
7253                 sdp->isp_devparam[tgt].goal_offset =
7254                     sdp->isp_devparam[tgt].nvrm_offset = off;
7255                 sdp->isp_devparam[tgt].goal_period =
7256                     sdp->isp_devparam[tgt].nvrm_period = per;
7257
7258         }
7259
7260         /*
7261          * If we're a dual bus card, just copy the data over
7262          */
7263         if (sdp1) {
7264                 *sdp1 = *sdp;
7265                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7266         }
7267
7268         /*
7269          * If we've not been told to avoid reading NVRAM, try and read it.
7270          * If we're successful reading it, we can then return because NVRAM
7271          * will tell us what the desired settings are. Otherwise, we establish
7272          * some reasonable 'fake' nvram and goal defaults.
7273          */
7274         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7275                 mbreg_t mbs;
7276
7277                 if (isp_read_nvram(isp, 0) == 0) {
7278                         if (IS_DUALBUS(isp)) {
7279                                 if (isp_read_nvram(isp, 1) == 0) {
7280                                         return;
7281                                 }
7282                         }
7283                 }
7284                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7285                 isp_mboxcmd(isp, &mbs);
7286                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7287                         sdp->isp_req_ack_active_neg = 1;
7288                         sdp->isp_data_line_active_neg = 1;
7289                         if (sdp1) {
7290                                 sdp1->isp_req_ack_active_neg = 1;
7291                                 sdp1->isp_data_line_active_neg = 1;
7292                         }
7293                 } else {
7294                         sdp->isp_req_ack_active_neg =
7295                             (mbs.param[1] >> 4) & 0x1;
7296                         sdp->isp_data_line_active_neg =
7297                             (mbs.param[1] >> 5) & 0x1;
7298                         if (sdp1) {
7299                                 sdp1->isp_req_ack_active_neg =
7300                                     (mbs.param[2] >> 4) & 0x1;
7301                                 sdp1->isp_data_line_active_neg =
7302                                     (mbs.param[2] >> 5) & 0x1;
7303                         }
7304                 }
7305         }
7306
7307 }
7308
7309 static void
7310 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7311 {
7312         fcparam *fcp = FCPARAM(isp, chan);
7313
7314         /*
7315          * Establish some default parameters.
7316          */
7317         fcp->role = DEFAULT_ROLE(isp, chan);
7318         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7319         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7320         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7321         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7322         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7323         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7324         fcp->isp_fwoptions = 0;
7325         fcp->isp_xfwoptions = 0;
7326         fcp->isp_zfwoptions = 0;
7327         fcp->isp_lasthdl = NIL_HANDLE;
7328         fcp->isp_login_hdl = NIL_HANDLE;
7329
7330         if (IS_24XX(isp)) {
7331                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7332                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7333                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7334                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7335                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7336                 fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7337                 fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7338         } else {
7339                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7340                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7341                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7342                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7343                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7344                 /*
7345                  * Make sure this is turned off now until we get
7346                  * extended options from NVRAM
7347                  */
7348                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7349                 fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7350                 fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7351         }
7352
7353
7354         /*
7355          * Now try and read NVRAM unless told to not do so.
7356          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7357          */
7358         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7359                 int i, j = 0;
7360                 /*
7361                  * Give a couple of tries at reading NVRAM.
7362                  */
7363                 for (i = 0; i < 2; i++) {
7364                         j = isp_read_nvram(isp, chan);
7365                         if (j == 0) {
7366                                 break;
7367                         }
7368                 }
7369                 if (j) {
7370                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7371                 }
7372         }
7373
7374         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7375         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7376         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7377             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7378             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7379             isp_class3_roles[fcp->role]);
7380 }
7381
7382 /*
7383  * Re-initialize the ISP and complete all orphaned commands
7384  * with a 'botched' notice. The reset/init routines should
7385  * not disturb an already active list of commands.
7386  */
7387
7388 int
7389 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7390 {
7391         int i, res = 0;
7392
7393         if (isp->isp_state > ISP_RESETSTATE)
7394                 isp_stop(isp);
7395         if (isp->isp_state != ISP_RESETSTATE)
7396                 isp_reset(isp, do_load_defaults);
7397         if (isp->isp_state != ISP_RESETSTATE) {
7398                 res = EIO;
7399                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7400                 goto cleanup;
7401         }
7402
7403         isp_init(isp);
7404         if (isp->isp_state > ISP_RESETSTATE &&
7405             isp->isp_state != ISP_RUNSTATE) {
7406                 res = EIO;
7407                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7408                 ISP_DISABLE_INTS(isp);
7409                 if (IS_FC(isp)) {
7410                         /*
7411                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7412                          */
7413                         if (!IS_24XX(isp)) {
7414                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7415                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7416                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7417                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7418                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7419                         }
7420                 }
7421         }
7422
7423 cleanup:
7424         isp_clear_commands(isp);
7425         if (IS_FC(isp)) {
7426                 for (i = 0; i < isp->isp_nchan; i++)
7427                         isp_clear_portdb(isp, i);
7428         }
7429         return (res);
7430 }
7431
7432 /*
7433  * NVRAM Routines
7434  */
7435 static int
7436 isp_read_nvram(ispsoftc_t *isp, int bus)
7437 {
7438         int i, amt, retval;
7439         uint8_t csum, minversion;
7440         union {
7441                 uint8_t _x[ISP2400_NVRAM_SIZE];
7442                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7443         } _n;
7444 #define nvram_data      _n._x
7445 #define nvram_words     _n._s
7446
7447         if (IS_24XX(isp)) {
7448                 return (isp_read_nvram_2400(isp, nvram_data));
7449         } else if (IS_FC(isp)) {
7450                 amt = ISP2100_NVRAM_SIZE;
7451                 minversion = 1;
7452         } else if (IS_ULTRA2(isp)) {
7453                 amt = ISP1080_NVRAM_SIZE;
7454                 minversion = 0;
7455         } else {
7456                 amt = ISP_NVRAM_SIZE;
7457                 minversion = 2;
7458         }
7459
7460         for (i = 0; i < amt>>1; i++) {
7461                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7462         }
7463
7464         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7465             nvram_data[2] != 'P') {
7466                 if (isp->isp_bustype != ISP_BT_SBUS) {
7467                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7468                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7469                 }
7470                 retval = -1;
7471                 goto out;
7472         }
7473
7474         for (csum = 0, i = 0; i < amt; i++) {
7475                 csum += nvram_data[i];
7476         }
7477         if (csum != 0) {
7478                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7479                 retval = -1;
7480                 goto out;
7481         }
7482
7483         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7484                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7485                     ISP_NVRAM_VERSION(nvram_data));
7486                 retval = -1;
7487                 goto out;
7488         }
7489
7490         if (IS_ULTRA3(isp)) {
7491                 isp_parse_nvram_12160(isp, bus, nvram_data);
7492         } else if (IS_1080(isp)) {
7493                 isp_parse_nvram_1080(isp, bus, nvram_data);
7494         } else if (IS_1280(isp) || IS_1240(isp)) {
7495                 isp_parse_nvram_1080(isp, bus, nvram_data);
7496         } else if (IS_SCSI(isp)) {
7497                 isp_parse_nvram_1020(isp, nvram_data);
7498         } else {
7499                 isp_parse_nvram_2100(isp, nvram_data);
7500         }
7501         retval = 0;
7502 out:
7503         return (retval);
7504 #undef  nvram_data
7505 #undef  nvram_words
7506 }
7507
7508 static int
7509 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7510 {
7511         int retval = 0;
7512         uint32_t addr, csum, lwrds, *dptr;
7513
7514         if (isp->isp_port) {
7515                 addr = ISP2400_NVRAM_PORT1_ADDR;
7516         } else {
7517                 addr = ISP2400_NVRAM_PORT0_ADDR;
7518         }
7519
7520         dptr = (uint32_t *) nvram_data;
7521         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7522                 isp_rd_2400_nvram(isp, addr++, dptr++);
7523         }
7524         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7525             nvram_data[2] != 'P') {
7526                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
7527                     nvram_data[0], nvram_data[1], nvram_data[2]);
7528                 retval = -1;
7529                 goto out;
7530         }
7531         dptr = (uint32_t *) nvram_data;
7532         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7533                 uint32_t tmp;
7534                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
7535                 csum += tmp;
7536         }
7537         if (csum != 0) {
7538                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7539                 retval = -1;
7540                 goto out;
7541         }
7542         isp_parse_nvram_2400(isp, nvram_data);
7543 out:
7544         return (retval);
7545 }
7546
7547 static void
7548 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
7549 {
7550         int i, cbits;
7551         uint16_t bit, rqst, junk;
7552
7553         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7554         ISP_DELAY(10);
7555         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7556         ISP_DELAY(10);
7557
7558         if (IS_FC(isp)) {
7559                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
7560                 if (IS_2312(isp) && isp->isp_port) {
7561                         wo += 128;
7562                 }
7563                 rqst = (ISP_NVRAM_READ << 8) | wo;
7564                 cbits = 10;
7565         } else if (IS_ULTRA2(isp)) {
7566                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
7567                 rqst = (ISP_NVRAM_READ << 8) | wo;
7568                 cbits = 10;
7569         } else {
7570                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
7571                 rqst = (ISP_NVRAM_READ << 6) | wo;
7572                 cbits = 8;
7573         }
7574
7575         /*
7576          * Clock the word select request out...
7577          */
7578         for (i = cbits; i >= 0; i--) {
7579                 if ((rqst >> i) & 1) {
7580                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
7581                 } else {
7582                         bit = BIU_NVRAM_SELECT;
7583                 }
7584                 ISP_WRITE(isp, BIU_NVRAM, bit);
7585                 ISP_DELAY(10);
7586                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
7587                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
7588                 ISP_DELAY(10);
7589                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
7590                 ISP_WRITE(isp, BIU_NVRAM, bit);
7591                 ISP_DELAY(10);
7592                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
7593         }
7594         /*
7595          * Now read the result back in (bits come back in MSB format).
7596          */
7597         *rp = 0;
7598         for (i = 0; i < 16; i++) {
7599                 uint16_t rv;
7600                 *rp <<= 1;
7601                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7602                 ISP_DELAY(10);
7603                 rv = ISP_READ(isp, BIU_NVRAM);
7604                 if (rv & BIU_NVRAM_DATAIN) {
7605                         *rp |= 1;
7606                 }
7607                 ISP_DELAY(10);
7608                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7609                 ISP_DELAY(10);
7610                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
7611         }
7612         ISP_WRITE(isp, BIU_NVRAM, 0);
7613         ISP_DELAY(10);
7614         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
7615         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
7616 }
7617
7618 static void
7619 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
7620 {
7621         int loops = 0;
7622         uint32_t base = 0x7ffe0000;
7623         uint32_t tmp = 0;
7624
7625         if (IS_26XX(isp)) {
7626                 base = 0x7fe7c000;      /* XXX: Observation, may be wrong. */
7627         } else if (IS_25XX(isp)) {
7628                 base = 0x7ff00000 | 0x48000;
7629         }
7630         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
7631         for (loops = 0; loops < 5000; loops++) {
7632                 ISP_DELAY(10);
7633                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
7634                 if ((tmp & (1U << 31)) != 0) {
7635                         break;
7636                 }
7637         }
7638         if (tmp & (1U << 31)) {
7639                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
7640                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
7641         } else {
7642                 *rp = 0xffffffff;
7643         }
7644 }
7645
7646 static void
7647 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
7648 {
7649         sdparam *sdp = SDPARAM(isp, 0);
7650         int tgt;
7651
7652         sdp->isp_fifo_threshold =
7653                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
7654                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
7655
7656         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7657                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
7658
7659         sdp->isp_bus_reset_delay =
7660                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
7661
7662         sdp->isp_retry_count =
7663                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
7664
7665         sdp->isp_retry_delay =
7666                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
7667
7668         sdp->isp_async_data_setup =
7669                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
7670
7671         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7672                 if (sdp->isp_async_data_setup < 9) {
7673                         sdp->isp_async_data_setup = 9;
7674                 }
7675         } else {
7676                 if (sdp->isp_async_data_setup != 6) {
7677                         sdp->isp_async_data_setup = 6;
7678                 }
7679         }
7680
7681         sdp->isp_req_ack_active_neg =
7682                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
7683
7684         sdp->isp_data_line_active_neg =
7685                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
7686
7687         sdp->isp_data_dma_burst_enabl =
7688                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
7689
7690         sdp->isp_cmd_dma_burst_enable =
7691                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
7692
7693         sdp->isp_tag_aging =
7694                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
7695
7696         sdp->isp_selection_timeout =
7697                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
7698
7699         sdp->isp_max_queue_depth =
7700                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
7701
7702         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
7703
7704         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7705                 sdp->isp_devparam[tgt].dev_enable =
7706                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
7707                 sdp->isp_devparam[tgt].exc_throttle =
7708                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
7709                 sdp->isp_devparam[tgt].nvrm_offset =
7710                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
7711                 sdp->isp_devparam[tgt].nvrm_period =
7712                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
7713                 /*
7714                  * We probably shouldn't lie about this, but it
7715                  * it makes it much safer if we limit NVRAM values
7716                  * to sanity.
7717                  */
7718                 if (isp->isp_type < ISP_HA_SCSI_1040) {
7719                         /*
7720                          * If we're not ultra, we can't possibly
7721                          * be a shorter period than this.
7722                          */
7723                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
7724                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
7725                         }
7726                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
7727                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
7728                         }
7729                 } else {
7730                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
7731                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
7732                         }
7733                 }
7734                 sdp->isp_devparam[tgt].nvrm_flags = 0;
7735                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
7736                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7737                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7738                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
7739                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7740                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
7741                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7742                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
7743                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7744                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
7745                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7746                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
7747                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7748                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
7749                 sdp->isp_devparam[tgt].goal_offset =
7750                     sdp->isp_devparam[tgt].nvrm_offset;
7751                 sdp->isp_devparam[tgt].goal_period =
7752                     sdp->isp_devparam[tgt].nvrm_period;
7753                 sdp->isp_devparam[tgt].goal_flags =
7754                     sdp->isp_devparam[tgt].nvrm_flags;
7755         }
7756 }
7757
7758 static void
7759 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7760 {
7761         sdparam *sdp = SDPARAM(isp, bus);
7762         int tgt;
7763
7764         sdp->isp_fifo_threshold =
7765             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
7766
7767         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7768                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
7769
7770         sdp->isp_bus_reset_delay =
7771             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7772
7773         sdp->isp_retry_count =
7774             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7775
7776         sdp->isp_retry_delay =
7777             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7778
7779         sdp->isp_async_data_setup =
7780             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7781
7782         sdp->isp_req_ack_active_neg =
7783             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7784
7785         sdp->isp_data_line_active_neg =
7786             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7787
7788         sdp->isp_data_dma_burst_enabl =
7789             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7790
7791         sdp->isp_cmd_dma_burst_enable =
7792             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7793
7794         sdp->isp_selection_timeout =
7795             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
7796
7797         sdp->isp_max_queue_depth =
7798              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
7799
7800         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7801                 sdp->isp_devparam[tgt].dev_enable =
7802                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
7803                 sdp->isp_devparam[tgt].exc_throttle =
7804                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
7805                 sdp->isp_devparam[tgt].nvrm_offset =
7806                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
7807                 sdp->isp_devparam[tgt].nvrm_period =
7808                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
7809                 sdp->isp_devparam[tgt].nvrm_flags = 0;
7810                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
7811                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7812                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7813                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
7814                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7815                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
7816                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7817                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
7818                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7819                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
7820                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7821                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
7822                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7823                 sdp->isp_devparam[tgt].actv_flags = 0;
7824                 sdp->isp_devparam[tgt].goal_offset =
7825                     sdp->isp_devparam[tgt].nvrm_offset;
7826                 sdp->isp_devparam[tgt].goal_period =
7827                     sdp->isp_devparam[tgt].nvrm_period;
7828                 sdp->isp_devparam[tgt].goal_flags =
7829                     sdp->isp_devparam[tgt].nvrm_flags;
7830         }
7831 }
7832
7833 static void
7834 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7835 {
7836         sdparam *sdp = SDPARAM(isp, bus);
7837         int tgt;
7838
7839         sdp->isp_fifo_threshold =
7840             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
7841
7842         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7843                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
7844
7845         sdp->isp_bus_reset_delay =
7846             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7847
7848         sdp->isp_retry_count =
7849             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7850
7851         sdp->isp_retry_delay =
7852             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7853
7854         sdp->isp_async_data_setup =
7855             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7856
7857         sdp->isp_req_ack_active_neg =
7858             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7859
7860         sdp->isp_data_line_active_neg =
7861             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7862
7863         sdp->isp_data_dma_burst_enabl =
7864             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
7865
7866         sdp->isp_cmd_dma_burst_enable =
7867             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
7868
7869         sdp->isp_selection_timeout =
7870             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
7871
7872         sdp->isp_max_queue_depth =
7873              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
7874
7875         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7876                 sdp->isp_devparam[tgt].dev_enable =
7877                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
7878                 sdp->isp_devparam[tgt].exc_throttle =
7879                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
7880                 sdp->isp_devparam[tgt].nvrm_offset =
7881                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
7882                 sdp->isp_devparam[tgt].nvrm_period =
7883                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
7884                 sdp->isp_devparam[tgt].nvrm_flags = 0;
7885                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
7886                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7887                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7888                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
7889                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7890                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
7891                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7892                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
7893                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7894                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
7895                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7896                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
7897                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7898                 sdp->isp_devparam[tgt].actv_flags = 0;
7899                 sdp->isp_devparam[tgt].goal_offset =
7900                     sdp->isp_devparam[tgt].nvrm_offset;
7901                 sdp->isp_devparam[tgt].goal_period =
7902                     sdp->isp_devparam[tgt].nvrm_period;
7903                 sdp->isp_devparam[tgt].goal_flags =
7904                     sdp->isp_devparam[tgt].nvrm_flags;
7905         }
7906 }
7907
7908 static void
7909 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
7910 {
7911         fcparam *fcp = FCPARAM(isp, 0);
7912         uint64_t wwn;
7913
7914         /*
7915          * There is NVRAM storage for both Port and Node entities-
7916          * but the Node entity appears to be unused on all the cards
7917          * I can find. However, we should account for this being set
7918          * at some point in the future.
7919          *
7920          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
7921          * bits 48..60. In the case of the 2202, it appears that they do
7922          * use bit 48 to distinguish between the two instances on the card.
7923          * The 2204, which I've never seen, *probably* extends this method.
7924          */
7925         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
7926         if (wwn) {
7927                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
7928                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
7929                 if ((wwn >> 60) == 0) {
7930                         wwn |= (((uint64_t) 2)<< 60);
7931                 }
7932         }
7933         fcp->isp_wwpn_nvram = wwn;
7934         if (IS_2200(isp) || IS_23XX(isp)) {
7935                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
7936                 if (wwn) {
7937                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
7938                             (uint32_t) (wwn >> 32),
7939                             (uint32_t) (wwn));
7940                         if ((wwn >> 60) == 0) {
7941                                 wwn |= (((uint64_t) 2)<< 60);
7942                         }
7943                 } else {
7944                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
7945                 }
7946         } else {
7947                 wwn &= ~((uint64_t) 0xfff << 48);
7948         }
7949         fcp->isp_wwnn_nvram = wwn;
7950
7951         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
7952         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
7953                 DEFAULT_FRAMESIZE(isp) =
7954                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
7955         }
7956         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
7957         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
7958         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
7959                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
7960         }
7961         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
7962                 DEFAULT_EXEC_THROTTLE(isp) =
7963                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
7964         }
7965         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
7966         isp_prt(isp, ISP_LOGDEBUG0,
7967             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
7968             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
7969             (uint32_t) fcp->isp_wwnn_nvram,
7970             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
7971             (uint32_t) fcp->isp_wwpn_nvram,
7972             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
7973             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
7974         isp_prt(isp, ISP_LOGDEBUG0,
7975             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
7976             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
7977             ISP2100_NVRAM_OPTIONS(nvram_data),
7978             ISP2100_NVRAM_HARDLOOPID(nvram_data),
7979             ISP2100_NVRAM_TOV(nvram_data));
7980         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
7981         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
7982         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
7983             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
7984 }
7985
7986 static void
7987 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7988 {
7989         fcparam *fcp = FCPARAM(isp, 0);
7990         uint64_t wwn;
7991
7992         isp_prt(isp, ISP_LOGDEBUG0,
7993             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
7994             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
7995             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
7996             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
7997             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
7998             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
7999             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8000         isp_prt(isp, ISP_LOGDEBUG0,
8001             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8002             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8003             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8004             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8005             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8006             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8007
8008         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8009         fcp->isp_wwpn_nvram = wwn;
8010
8011         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8012         if (wwn) {
8013                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8014                         wwn = 0;
8015                 }
8016         }
8017         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8018                 wwn = fcp->isp_wwpn_nvram;
8019                 wwn &= ~((uint64_t) 0xfff << 48);
8020         }
8021         fcp->isp_wwnn_nvram = wwn;
8022
8023         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8024                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8025         }
8026         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8027                 DEFAULT_FRAMESIZE(isp) =
8028                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8029         }
8030         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8031                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8032         }
8033         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8034                 DEFAULT_EXEC_THROTTLE(isp) =
8035                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8036         }
8037         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8038         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8039         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8040 }