sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67
  68 /*
  69  * Local static data
  70  */
  71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  74 static const char sacq[] = "unable to acquire scratch area";
  75
  76 static const uint8_t alpa_map[] = {
  77         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  78         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  79         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  80         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  81         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  82         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  83         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  84         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  85         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  86         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  87         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  88         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  89         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  90         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  91         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
  92         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
  93 };
  94
  95 /*
  96  * Local function prototypes.
  97  */
  98 static int isp_parse_async(ispsoftc_t *, uint16_t);
  99 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 102 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 104 static int isp_mbox_continue(ispsoftc_t *);
 105 static void isp_scsi_init(ispsoftc_t *);
 106 static void isp_scsi_channel_init(ispsoftc_t *, int);
 107 static void isp_fibre_init(ispsoftc_t *);
 108 static void isp_fibre_init_2400(ispsoftc_t *);
 109 static void isp_clear_portdb(ispsoftc_t *, int);
 110 static void isp_mark_portdb(ispsoftc_t *, int);
 111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
 112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
 115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
 116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
 117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 118 static int isp_fclink_test(ispsoftc_t *, int, int);
 119 static int isp_pdb_sync(ispsoftc_t *, int);
 120 static int isp_scan_loop(ispsoftc_t *, int);
 121 static int isp_gid_ft_sns(ispsoftc_t *, int);
 122 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 123 static int isp_scan_fabric(ispsoftc_t *, int);
 124 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 125 static int isp_send_change_request(ispsoftc_t *, int);
 126 static int isp_register_fc4_type(ispsoftc_t *, int);
 127 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
 129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
 130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
 131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 132 static int isp_fw_state(ispsoftc_t *, int);
 133 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 134 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 135
 136 static void isp_spi_update(ispsoftc_t *, int);
 137 static void isp_setdfltsdparm(ispsoftc_t *);
 138 static void isp_setdfltfcparm(ispsoftc_t *, int);
 139 static int isp_read_nvram(ispsoftc_t *, int);
 140 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 141 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 142 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 143 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 144 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 145 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 146 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 147 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 148
 149 static void
 150 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
 151 {
 152         fcparam *fcp = FCPARAM(isp, chan);
 153
 154         if (fcp->isp_fwstate == state)
 155                 return;
 156         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
 157             "Chan %d Firmware state <%s->%s>", chan,
 158             isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
 159         fcp->isp_fwstate = state;
 160 }
 161
 162 /*
 163  * Reset Hardware.
 164  *
 165  * Hit the chip over the head, download new f/w if available and set it running.
 166  *
 167  * Locking done elsewhere.
 168  */
 169
 170 void
 171 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 172 {
 173         mbreg_t mbs;
 174         char *buf;
 175         uint64_t fwt;
 176         uint32_t code_org, val;
 177         int loops, i, dodnld = 1;
 178         const char *btype = "????";
 179         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 180
 181         isp->isp_state = ISP_NILSTATE;
 182         if (isp->isp_dead) {
 183                 isp_shutdown(isp);
 184                 ISP_DISABLE_INTS(isp);
 185                 return;
 186         }
 187
 188         /*
 189          * Basic types (SCSI, FibreChannel and PCI or SBus)
 190          * have been set in the MD code. We figure out more
 191          * here. Possibly more refined types based upon PCI
 192          * identification. Chip revision has been gathered.
 193          *
 194          * After we've fired this chip up, zero out the conf1 register
 195          * for SCSI adapters and do other settings for the 2100.
 196          */
 197
 198         ISP_DISABLE_INTS(isp);
 199
 200         /*
 201          * Pick an initial maxcmds value which will be used
 202          * to allocate xflist pointer space. It may be changed
 203          * later by the firmware.
 204          */
 205         if (IS_24XX(isp)) {
 206                 isp->isp_maxcmds = 4096;
 207         } else if (IS_2322(isp)) {
 208                 isp->isp_maxcmds = 2048;
 209         } else if (IS_23XX(isp) || IS_2200(isp)) {
 210                 isp->isp_maxcmds = 1024;
 211         } else {
 212                 isp->isp_maxcmds = 512;
 213         }
 214
 215         /*
 216          * Set up DMA for the request and response queues.
 217          *
 218          * We do this now so we can use the request queue
 219          * for dma to load firmware from.
 220          */
 221         if (ISP_MBOXDMASETUP(isp) != 0) {
 222                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 223                 return;
 224         }
 225
 226         /*
 227          * Set up default request/response queue in-pointer/out-pointer
 228          * register indices.
 229          */
 230         if (IS_24XX(isp)) {
 231                 isp->isp_rqstinrp = BIU2400_REQINP;
 232                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 233                 isp->isp_respinrp = BIU2400_RSPINP;
 234                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 235         } else if (IS_23XX(isp)) {
 236                 isp->isp_rqstinrp = BIU_REQINP;
 237                 isp->isp_rqstoutrp = BIU_REQOUTP;
 238                 isp->isp_respinrp = BIU_RSPINP;
 239                 isp->isp_respoutrp = BIU_RSPOUTP;
 240         } else {
 241                 isp->isp_rqstinrp = INMAILBOX4;
 242                 isp->isp_rqstoutrp = OUTMAILBOX4;
 243                 isp->isp_respinrp = OUTMAILBOX5;
 244                 isp->isp_respoutrp = INMAILBOX5;
 245         }
 246
 247         /*
 248          * Put the board into PAUSE mode (so we can read the SXP registers
 249          * or write FPM/FBM registers).
 250          */
 251         if (IS_24XX(isp)) {
 252                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 253                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 254                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 255         } else {
 256                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 257         }
 258
 259         if (IS_FC(isp)) {
 260                 switch (isp->isp_type) {
 261                 case ISP_HA_FC_2100:
 262                         btype = "2100";
 263                         break;
 264                 case ISP_HA_FC_2200:
 265                         btype = "2200";
 266                         break;
 267                 case ISP_HA_FC_2300:
 268                         btype = "2300";
 269                         break;
 270                 case ISP_HA_FC_2312:
 271                         btype = "2312";
 272                         break;
 273                 case ISP_HA_FC_2322:
 274                         btype = "2322";
 275                         break;
 276                 case ISP_HA_FC_2400:
 277                         btype = "2422";
 278                         break;
 279                 case ISP_HA_FC_2500:
 280                         btype = "2532";
 281                         break;
 282                 case ISP_HA_FC_2600:
 283                         btype = "2031";
 284                         break;
 285                 default:
 286                         break;
 287                 }
 288
 289                 if (!IS_24XX(isp)) {
 290                         /*
 291                          * While we're paused, reset the FPM module and FBM
 292                          * fifos.
 293                          */
 294                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 295                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 296                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 297                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 298                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 299                 }
 300         } else if (IS_1240(isp)) {
 301                 sdparam *sdp;
 302
 303                 btype = "1240";
 304                 isp->isp_clock = 60;
 305                 sdp = SDPARAM(isp, 0);
 306                 sdp->isp_ultramode = 1;
 307                 sdp = SDPARAM(isp, 1);
 308                 sdp->isp_ultramode = 1;
 309                 /*
 310                  * XXX: Should probably do some bus sensing.
 311                  */
 312         } else if (IS_ULTRA3(isp)) {
 313                 sdparam *sdp = isp->isp_param;
 314
 315                 isp->isp_clock = 100;
 316
 317                 if (IS_10160(isp))
 318                         btype = "10160";
 319                 else if (IS_12160(isp))
 320                         btype = "12160";
 321                 else
 322                         btype = "<UNKLVD>";
 323                 sdp->isp_lvdmode = 1;
 324
 325                 if (IS_DUALBUS(isp)) {
 326                         sdp++;
 327                         sdp->isp_lvdmode = 1;
 328                 }
 329         } else if (IS_ULTRA2(isp)) {
 330                 static const char m[] = "bus %d is in %s Mode";
 331                 uint16_t l;
 332                 sdparam *sdp = SDPARAM(isp, 0);
 333
 334                 isp->isp_clock = 100;
 335
 336                 if (IS_1280(isp))
 337                         btype = "1280";
 338                 else if (IS_1080(isp))
 339                         btype = "1080";
 340                 else
 341                         btype = "<UNKLVD>";
 342
 343                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 344                 switch (l) {
 345                 case ISP1080_LVD_MODE:
 346                         sdp->isp_lvdmode = 1;
 347                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 348                         break;
 349                 case ISP1080_HVD_MODE:
 350                         sdp->isp_diffmode = 1;
 351                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 352                         break;
 353                 case ISP1080_SE_MODE:
 354                         sdp->isp_ultramode = 1;
 355                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 356                         break;
 357                 default:
 358                         isp_prt(isp, ISP_LOGERR,
 359                             "unknown mode on bus %d (0x%x)", 0, l);
 360                         break;
 361                 }
 362
 363                 if (IS_DUALBUS(isp)) {
 364                         sdp = SDPARAM(isp, 1);
 365                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 366                         l &= ISP1080_MODE_MASK;
 367                         switch (l) {
 368                         case ISP1080_LVD_MODE:
 369                                 sdp->isp_lvdmode = 1;
 370                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 371                                 break;
 372                         case ISP1080_HVD_MODE:
 373                                 sdp->isp_diffmode = 1;
 374                                 isp_prt(isp, ISP_LOGCONFIG,
 375                                     m, 1, "Differential");
 376                                 break;
 377                         case ISP1080_SE_MODE:
 378                                 sdp->isp_ultramode = 1;
 379                                 isp_prt(isp, ISP_LOGCONFIG,
 380                                     m, 1, "Single-Ended");
 381                                 break;
 382                         default:
 383                                 isp_prt(isp, ISP_LOGERR,
 384                                     "unknown mode on bus %d (0x%x)", 1, l);
 385                                 break;
 386                         }
 387                 }
 388         } else {
 389                 sdparam *sdp = SDPARAM(isp, 0);
 390                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 391                 switch (i) {
 392                 default:
 393                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 394                         /* FALLTHROUGH */
 395                 case 1:
 396                         btype = "1020";
 397                         isp->isp_type = ISP_HA_SCSI_1020;
 398                         isp->isp_clock = 40;
 399                         break;
 400                 case 2:
 401                         /*
 402                          * Some 1020A chips are Ultra Capable, but don't
 403                          * run the clock rate up for that unless told to
 404                          * do so by the Ultra Capable bits being set.
 405                          */
 406                         btype = "1020A";
 407                         isp->isp_type = ISP_HA_SCSI_1020A;
 408                         isp->isp_clock = 40;
 409                         break;
 410                 case 3:
 411                         btype = "1040";
 412                         isp->isp_type = ISP_HA_SCSI_1040;
 413                         isp->isp_clock = 60;
 414                         break;
 415                 case 4:
 416                         btype = "1040A";
 417                         isp->isp_type = ISP_HA_SCSI_1040A;
 418                         isp->isp_clock = 60;
 419                         break;
 420                 case 5:
 421                         btype = "1040B";
 422                         isp->isp_type = ISP_HA_SCSI_1040B;
 423                         isp->isp_clock = 60;
 424                         break;
 425                 case 6:
 426                         btype = "1040C";
 427                         isp->isp_type = ISP_HA_SCSI_1040C;
 428                         isp->isp_clock = 60;
 429                         break;
 430                 }
 431                 /*
 432                  * Now, while we're at it, gather info about ultra
 433                  * and/or differential mode.
 434                  */
 435                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 436                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 437                         sdp->isp_diffmode = 1;
 438                 } else {
 439                         sdp->isp_diffmode = 0;
 440                 }
 441                 i = ISP_READ(isp, RISC_PSR);
 442                 if (isp->isp_bustype == ISP_BT_SBUS) {
 443                         i &= RISC_PSR_SBUS_ULTRA;
 444                 } else {
 445                         i &= RISC_PSR_PCI_ULTRA;
 446                 }
 447                 if (i != 0) {
 448                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 449                         sdp->isp_ultramode = 1;
 450                         /*
 451                          * If we're in Ultra Mode, we have to be 60MHz clock-
 452                          * even for the SBus version.
 453                          */
 454                         isp->isp_clock = 60;
 455                 } else {
 456                         sdp->isp_ultramode = 0;
 457                         /*
 458                          * Clock is known. Gronk.
 459                          */
 460                 }
 461
 462                 /*
 463                  * Machine dependent clock (if set) overrides
 464                  * our generic determinations.
 465                  */
 466                 if (isp->isp_mdvec->dv_clock) {
 467                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 468                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 469                         }
 470                 }
 471
 472         }
 473
 474         /*
 475          * Clear instrumentation
 476          */
 477         isp->isp_intcnt = isp->isp_intbogus = 0;
 478
 479         /*
 480          * Do MD specific pre initialization
 481          */
 482         ISP_RESET0(isp);
 483
 484         /*
 485          * Hit the chip over the head with hammer,
 486          * and give it a chance to recover.
 487          */
 488
 489         if (IS_SCSI(isp)) {
 490                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 491                 /*
 492                  * A slight delay...
 493                  */
 494                 ISP_DELAY(100);
 495
 496                 /*
 497                  * Clear data && control DMA engines.
 498                  */
 499                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 500                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 501
 502
 503         } else if (IS_24XX(isp)) {
 504                 /*
 505                  * Stop DMA and wait for it to stop.
 506                  */
 507                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 508                 for (val = loops = 0; loops < 30000; loops++) {
 509                         ISP_DELAY(10);
 510                         val = ISP_READ(isp, BIU2400_CSR);
 511                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 512                                 break;
 513                         }
 514                 }
 515                 if (val & BIU2400_DMA_ACTIVE) {
 516                         ISP_RESET0(isp);
 517                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 518                         return;
 519                 }
 520                 /*
 521                  * Hold it in SOFT_RESET and STOP state for 100us.
 522                  */
 523                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 524                 ISP_DELAY(100);
 525                 for (loops = 0; loops < 10000; loops++) {
 526                         ISP_DELAY(5);
 527                         val = ISP_READ(isp, OUTMAILBOX0);
 528                 }
 529                 for (val = loops = 0; loops < 500000; loops ++) {
 530                         val = ISP_READ(isp, BIU2400_CSR);
 531                         if ((val & BIU2400_SOFT_RESET) == 0) {
 532                                 break;
 533                         }
 534                 }
 535                 if (val & BIU2400_SOFT_RESET) {
 536                         ISP_RESET0(isp);
 537                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 538                         return;
 539                 }
 540         } else {
 541                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 542                 /*
 543                  * A slight delay...
 544                  */
 545                 ISP_DELAY(100);
 546
 547                 /*
 548                  * Clear data && control DMA engines.
 549                  */
 550                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 551                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 552                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 553         }
 554
 555         /*
 556          * Wait for ISP to be ready to go...
 557          */
 558         loops = MBOX_DELAY_COUNT;
 559         for (;;) {
 560                 if (IS_SCSI(isp)) {
 561                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 562                                 break;
 563                         }
 564                 } else if (IS_24XX(isp)) {
 565                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 566                                 break;
 567                         }
 568                 } else {
 569                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 570                                 break;
 571                 }
 572                 ISP_DELAY(100);
 573                 if (--loops < 0) {
 574                         ISP_DUMPREGS(isp, "chip reset timed out");
 575                         ISP_RESET0(isp);
 576                         return;
 577                 }
 578         }
 579
 580         /*
 581          * After we've fired this chip up, zero out the conf1 register
 582          * for SCSI adapters and other settings for the 2100.
 583          */
 584
 585         if (IS_SCSI(isp)) {
 586                 ISP_WRITE(isp, BIU_CONF1, 0);
 587         } else if (!IS_24XX(isp)) {
 588                 ISP_WRITE(isp, BIU2100_CSR, 0);
 589         }
 590
 591         /*
 592          * Reset RISC Processor
 593          */
 594         if (IS_24XX(isp)) {
 595                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 596                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 597                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 598         } else {
 599                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 600                 ISP_DELAY(100);
 601                 ISP_WRITE(isp, BIU_SEMA, 0);
 602         }
 603
 604         /*
 605          * Post-RISC Reset stuff.
 606          */
 607         if (IS_24XX(isp)) {
 608                 for (val = loops = 0; loops < 5000000; loops++) {
 609                         ISP_DELAY(5);
 610                         val = ISP_READ(isp, OUTMAILBOX0);
 611                         if (val == 0) {
 612                                 break;
 613                         }
 614                 }
 615                 if (val != 0) {
 616                         ISP_RESET0(isp);
 617                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 618                         return;
 619                 }
 620         } else if (IS_SCSI(isp)) {
 621                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 622                 /*
 623                  * Busted FIFO. Turn off all but burst enables.
 624                  */
 625                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 626                         tmp &= BIU_BURST_ENABLE;
 627                 }
 628                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 629                 if (tmp & BIU_BURST_ENABLE) {
 630                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 631                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 632                 }
 633                 if (SDPARAM(isp, 0)->isp_ptisp) {
 634                         if (SDPARAM(isp, 0)->isp_ultramode) {
 635                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 636                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 637                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 638                                 }
 639                         } else {
 640                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 641                         }
 642                         /*
 643                          * PTI specific register
 644                          */
 645                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 646                 } else {
 647                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 648                 }
 649                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 650         } else {
 651                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 652                 if (IS_2200(isp) || IS_23XX(isp)) {
 653                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 654                 }
 655                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 656         }
 657
 658         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 659         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 660         ISP_WRITE(isp, isp->isp_respinrp, 0);
 661         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 662         if (IS_24XX(isp)) {
 663                 if (!IS_26XX(isp)) {
 664                         ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 665                         ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 666                 }
 667                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 668                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 669         }
 670
 671         /*
 672          * Do MD specific post initialization
 673          */
 674         ISP_RESET1(isp);
 675
 676         /*
 677          * Wait for everything to finish firing up.
 678          *
 679          * Avoid doing this on early 2312s because you can generate a PCI
 680          * parity error (chip breakage).
 681          */
 682         if (IS_2312(isp) && isp->isp_revision < 2) {
 683                 ISP_DELAY(100);
 684         } else {
 685                 loops = MBOX_DELAY_COUNT;
 686                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 687                         ISP_DELAY(100);
 688                         if (--loops < 0) {
 689                                 ISP_RESET0(isp);
 690                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 691                                 return;
 692                         }
 693                 }
 694         }
 695
 696         /*
 697          * Up until this point we've done everything by just reading or
 698          * setting registers. From this point on we rely on at least *some*
 699          * kind of firmware running in the card.
 700          */
 701
 702         /*
 703          * Do some sanity checking by running a NOP command.
 704          * If it succeeds, the ROM firmware is now running.
 705          */
 706         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 707         isp_mboxcmd(isp, &mbs);
 708         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 709                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 710                 ISP_RESET0(isp);
 711                 return;
 712         }
 713
 714         /*
 715          * Do some operational tests
 716          */
 717
 718         if (IS_SCSI(isp) || IS_24XX(isp)) {
 719                 static const uint16_t patterns[MAX_MAILBOX] = {
 720                         0x0000, 0xdead, 0xbeef, 0xffff,
 721                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 722                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 723                         0xbead, 0xdebe, 0x2222, 0x3333,
 724                         0x5555, 0x6666, 0x7777, 0xaaaa,
 725                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 726                         0x6666, 0x6677, 0x1122, 0x33ff,
 727                         0x0000, 0x0001, 0x1000, 0x1010,
 728                 };
 729                 int nmbox = ISP_NMBOX(isp);
 730                 if (IS_SCSI(isp))
 731                         nmbox = 6;
 732                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 733                 for (i = 1; i < nmbox; i++) {
 734                         mbs.param[i] = patterns[i];
 735                 }
 736                 isp_mboxcmd(isp, &mbs);
 737                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 738                         ISP_RESET0(isp);
 739                         return;
 740                 }
 741                 for (i = 1; i < nmbox; i++) {
 742                         if (mbs.param[i] != patterns[i]) {
 743                                 ISP_RESET0(isp);
 744                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 745                                 return;
 746                         }
 747                 }
 748         }
 749
 750         /*
 751          * Download new Firmware, unless requested not to do so.
 752          * This is made slightly trickier in some cases where the
 753          * firmware of the ROM revision is newer than the revision
 754          * compiled into the driver. So, where we used to compare
 755          * versions of our f/w and the ROM f/w, now we just see
 756          * whether we have f/w at all and whether a config flag
 757          * has disabled our download.
 758          */
 759         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 760                 dodnld = 0;
 761         }
 762
 763         if (IS_24XX(isp)) {
 764                 code_org = ISP_CODE_ORG_2400;
 765         } else if (IS_23XX(isp)) {
 766                 code_org = ISP_CODE_ORG_2300;
 767         } else {
 768                 code_org = ISP_CODE_ORG;
 769         }
 770
 771         isp->isp_loaded_fw = 0;
 772         if (dodnld && IS_24XX(isp)) {
 773                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 774                 int wordload;
 775
 776                 /*
 777                  * Keep loading until we run out of f/w.
 778                  */
 779                 code_org = ptr[2];      /* 1st load address is our start addr */
 780                 wordload = 0;
 781
 782                 for (;;) {
 783                         uint32_t la, wi, wl;
 784
 785                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 786
 787                         wi = 0;
 788                         la = ptr[2];
 789                         wl = ptr[3];
 790
 791                         while (wi < ptr[3]) {
 792                                 uint32_t *cp;
 793                                 uint32_t nw;
 794
 795                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 796                                 if (nw > wl) {
 797                                         nw = wl;
 798                                 }
 799                                 cp = isp->isp_rquest;
 800                                 for (i = 0; i < nw; i++) {
 801                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 802                                         wl--;
 803                                 }
 804                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 805         again:
 806                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 807                                 if (la < 0x10000 && nw < 0x10000) {
 808                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 809                                         mbs.param[1] = la;
 810                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 811                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 812                                         mbs.param[4] = nw;
 813                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 814                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 815                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 816                                 } else if (wordload) {
 817                                         union {
 818                                                 const uint32_t *cp;
 819                                                 uint32_t *np;
 820                                         } ucd;
 821                                         ucd.cp = (const uint32_t *)cp;
 822                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 823                                         mbs.param[1] = la;
 824                                         mbs.param[2] = (*ucd.np);
 825                                         mbs.param[3] = (*ucd.np) >> 16;
 826                                         mbs.param[8] = la >> 16;
 827                                         isp->isp_mbxwrk0 = nw - 1;
 828                                         isp->isp_mbxworkp = ucd.np+1;
 829                                         isp->isp_mbxwrk1 = (la + 1);
 830                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 831                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 832                                 } else {
 833                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 834                                         mbs.param[1] = la;
 835                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 836                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 837                                         mbs.param[4] = nw >> 16;
 838                                         mbs.param[5] = nw;
 839                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 840                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 841                                         mbs.param[8] = la >> 16;
 842                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 843                                 }
 844                                 isp_mboxcmd(isp, &mbs);
 845                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 846                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 847                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 848                                                 wordload = 1;
 849                                                 goto again;
 850                                         }
 851                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 852                                         ISP_RESET0(isp);
 853                                         return;
 854                                 }
 855                                 la += nw;
 856                         }
 857
 858                         if (ptr[1] == 0) {
 859                                 break;
 860                         }
 861                         ptr += ptr[3];
 862                 }
 863                 isp->isp_loaded_fw = 1;
 864         } else if (dodnld && IS_23XX(isp)) {
 865                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 866                 uint16_t wi, wl, segno;
 867                 uint32_t la;
 868
 869                 la = code_org;
 870                 segno = 0;
 871
 872                 for (;;) {
 873                         uint32_t nxtaddr;
 874
 875                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 876
 877                         wi = 0;
 878                         wl = ptr[3];
 879
 880                         while (wi < ptr[3]) {
 881                                 uint16_t *cp;
 882                                 uint16_t nw;
 883
 884                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 885                                 if (nw > wl) {
 886                                         nw = wl;
 887                                 }
 888                                 if (nw > (1 << 15)) {
 889                                         nw = 1 << 15;
 890                                 }
 891                                 cp = isp->isp_rquest;
 892                                 for (i = 0; i < nw; i++) {
 893                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 894                                         wl--;
 895                                 }
 896                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 897                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 898                                 if (la < 0x10000) {
 899                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 900                                         mbs.param[1] = la;
 901                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 902                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 903                                         mbs.param[4] = nw;
 904                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 905                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 906                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 907                                 } else {
 908                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 909                                         mbs.param[1] = la;
 910                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 911                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 912                                         mbs.param[4] = nw;
 913                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 914                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 915                                         mbs.param[8] = la >> 16;
 916                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 917                                 }
 918                                 isp_mboxcmd(isp, &mbs);
 919                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 920                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 921                                         ISP_RESET0(isp);
 922                                         return;
 923                                 }
 924                                 la += nw;
 925                         }
 926
 927                         if (!IS_2322(isp)) {
 928                                 break;
 929                         }
 930
 931                         if (++segno == 3) {
 932                                 break;
 933                         }
 934
 935                         /*
 936                          * If we're a 2322, the firmware actually comes in
 937                          * three chunks. We loaded the first at the code_org
 938                          * address. The other two chunks, which follow right
 939                          * after each other in memory here, get loaded at
 940                          * addresses specfied at offset 0x9..0xB.
 941                          */
 942
 943                         nxtaddr = ptr[3];
 944                         ptr = &ptr[nxtaddr];
 945                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 946                 }
 947                 isp->isp_loaded_fw = 1;
 948         } else if (dodnld) {
 949                 union {
 950                         const uint16_t *cp;
 951                         uint16_t *np;
 952                 } ucd;
 953                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 954                 isp->isp_mbxworkp = &ucd.np[1];
 955                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 956                 isp->isp_mbxwrk1 = code_org + 1;
 957                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 958                 mbs.param[1] = code_org;
 959                 mbs.param[2] = ucd.np[0];
 960                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 961                 isp_mboxcmd(isp, &mbs);
 962                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 963                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 964                         ISP_RESET0(isp);
 965                         return;
 966                 }
 967         } else if (IS_26XX(isp)) {
 968                 MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
 969                 mbs.ibitm = 0x01;
 970                 mbs.obitm = 0x07;
 971                 isp_mboxcmd(isp, &mbs);
 972                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 973                         isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
 974                         ISP_RESET0(isp);
 975                         return;
 976                 }
 977         } else {
 978                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 979         }
 980
 981         /*
 982          * If we loaded firmware, verify its checksum
 983          */
 984         if (isp->isp_loaded_fw) {
 985                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 986                 if (IS_24XX(isp)) {
 987                         mbs.param[1] = code_org >> 16;
 988                         mbs.param[2] = code_org;
 989                 } else {
 990                         mbs.param[1] = code_org;
 991                 }
 992                 isp_mboxcmd(isp, &mbs);
 993                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 994                         isp_prt(isp, ISP_LOGERR, dcrc);
 995                         ISP_RESET0(isp);
 996                         return;
 997                 }
 998         }
 999
1000         /*
1001          * Now start it rolling.
1002          *
1003          * If we didn't actually download f/w,
1004          * we still need to (re)start it.
1005          */
1006
1007
1008         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
1009         if (IS_24XX(isp)) {
1010                 mbs.param[1] = code_org >> 16;
1011                 mbs.param[2] = code_org;
1012                 if (isp->isp_loaded_fw) {
1013                         mbs.param[3] = 0;
1014                 } else {
1015                         mbs.param[3] = 1;
1016                 }
1017         } else if (IS_2322(isp)) {
1018                 mbs.param[1] = code_org;
1019                 if (isp->isp_loaded_fw) {
1020                         mbs.param[2] = 0;
1021                 } else {
1022                         mbs.param[2] = 1;
1023                 }
1024         } else {
1025                 mbs.param[1] = code_org;
1026         }
1027         isp_mboxcmd(isp, &mbs);
1028         if (IS_2322(isp) || IS_24XX(isp)) {
1029                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1030                         ISP_RESET0(isp);
1031                         return;
1032                 }
1033         }
1034
1035         if (IS_SCSI(isp)) {
1036                 /*
1037                  * Set CLOCK RATE, but only if asked to.
1038                  */
1039                 if (isp->isp_clock) {
1040                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1041                         mbs.param[1] = isp->isp_clock;
1042                         isp_mboxcmd(isp, &mbs);
1043                         /* we will try not to care if this fails */
1044                 }
1045         }
1046
1047         /*
1048          * Ask the chip for the current firmware version.
1049          * This should prove that the new firmware is working.
1050          */
1051         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1052         isp_mboxcmd(isp, &mbs);
1053         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1054                 ISP_RESET0(isp);
1055                 return;
1056         }
1057
1058         /*
1059          * The SBus firmware that we are using apparently does not return
1060          * major, minor, micro revisions in the mailbox registers, which
1061          * is really, really, annoying.
1062          */
1063         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1064                 if (dodnld) {
1065 #ifdef  ISP_TARGET_MODE
1066                         isp->isp_fwrev[0] = 7;
1067                         isp->isp_fwrev[1] = 55;
1068 #else
1069                         isp->isp_fwrev[0] = 1;
1070                         isp->isp_fwrev[1] = 37;
1071 #endif
1072                         isp->isp_fwrev[2] = 0;
1073                 }
1074         } else {
1075                 isp->isp_fwrev[0] = mbs.param[1];
1076                 isp->isp_fwrev[1] = mbs.param[2];
1077                 isp->isp_fwrev[2] = mbs.param[3];
1078         }
1079
1080         if (IS_FC(isp)) {
1081                 /*
1082                  * We do not believe firmware attributes for 2100 code less
1083                  * than 1.17.0, unless it's the firmware we specifically
1084                  * are loading.
1085                  *
1086                  * Note that all 22XX and later f/w is greater than 1.X.0.
1087                  */
1088                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1089 #ifdef  USE_SMALLER_2100_FIRMWARE
1090                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1091 #else
1092                         isp->isp_fwattr = 0;
1093 #endif
1094                 } else {
1095                         isp->isp_fwattr = mbs.param[6];
1096                 }
1097                 if (IS_24XX(isp)) {
1098                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1099                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1100                                 isp->isp_fwattr |=
1101                                     (((uint64_t) mbs.param[16]) << 32) |
1102                                     (((uint64_t) mbs.param[17]) << 48);
1103                         }
1104                 }
1105         } else {
1106                 isp->isp_fwattr = 0;
1107         }
1108
1109         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111
1112         fwt = isp->isp_fwattr;
1113         if (IS_24XX(isp)) {
1114                 buf = FCPARAM(isp, 0)->isp_scratch;
1115                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1118                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119                 }
1120                 if (fwt & ISP2400_FW_ATTR_IP) {
1121                         fwt ^=ISP2400_FW_ATTR_IP;
1122                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123                 }
1124                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1126                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127                 }
1128                 if (fwt & ISP2400_FW_ATTR_SB2) {
1129                         fwt ^=ISP2400_FW_ATTR_SB2;
1130                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131                 }
1132                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1134                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135                 }
1136                 if (fwt & ISP2400_FW_ATTR_VI) {
1137                         fwt ^=ISP2400_FW_ATTR_VI;
1138                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139                 }
1140                 if (fwt & ISP2400_FW_ATTR_MQ) {
1141                         fwt ^=ISP2400_FW_ATTR_MQ;
1142                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143                 }
1144                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1145                         fwt ^=ISP2400_FW_ATTR_MSIX;
1146                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147                 }
1148                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1149                         fwt ^=ISP2400_FW_ATTR_FCOE;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VP0) {
1153                         fwt ^= ISP2400_FW_ATTR_VP0;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163                 }
1164                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1167                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168                 }
1169                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1171                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172                 }
1173                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176                 }
1177                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180                 }
1181                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184                 }
1185                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1187                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188                 }
1189                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192                 }
1193                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196                 }
1197                 if (fwt) {
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200                 }
1201                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202         } else if (IS_FC(isp)) {
1203                 buf = FCPARAM(isp, 0)->isp_scratch;
1204                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205                 if (fwt & ISP_FW_ATTR_TMODE) {
1206                         fwt ^=ISP_FW_ATTR_TMODE;
1207                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208                 }
1209                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1210                         fwt ^=ISP_FW_ATTR_SCCLUN;
1211                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212                 }
1213                 if (fwt & ISP_FW_ATTR_FABRIC) {
1214                         fwt ^=ISP_FW_ATTR_FABRIC;
1215                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216                 }
1217                 if (fwt & ISP_FW_ATTR_CLASS2) {
1218                         fwt ^=ISP_FW_ATTR_CLASS2;
1219                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220                 }
1221                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1222                         fwt ^=ISP_FW_ATTR_FCTAPE;
1223                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224                 }
1225                 if (fwt & ISP_FW_ATTR_IP) {
1226                         fwt ^=ISP_FW_ATTR_IP;
1227                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228                 }
1229                 if (fwt & ISP_FW_ATTR_VI) {
1230                         fwt ^=ISP_FW_ATTR_VI;
1231                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232                 }
1233                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236                 }
1237                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1239                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240                 }
1241                 if (fwt != 0) {
1242                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244                 }
1245                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246         }
1247
1248         if (IS_24XX(isp)) {
1249                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250                 isp_mboxcmd(isp, &mbs);
1251                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252                         ISP_RESET0(isp);
1253                         return;
1254                 }
1255                 if (isp->isp_maxcmds >= mbs.param[3]) {
1256                         isp->isp_maxcmds = mbs.param[3];
1257                 }
1258         } else {
1259                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260                 isp_mboxcmd(isp, &mbs);
1261                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262                         ISP_RESET0(isp);
1263                         return;
1264                 }
1265                 if (isp->isp_maxcmds >= mbs.param[2]) {
1266                         isp->isp_maxcmds = mbs.param[2];
1267                 }
1268         }
1269         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270
1271         /*
1272          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274          * work for them).
1275          */
1276         if (IS_FC(isp) && isp->isp_nchan > 1) {
1277                 if (!ISP_CAP_MULTI_ID(isp)) {
1278                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1279                             "only can enable 1 of %d channels", isp->isp_nchan);
1280                         isp->isp_nchan = 1;
1281                 } else if (!ISP_CAP_VP0(isp)) {
1282                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1283                             "feature properly without VP0_Decoupling");
1284                         isp->isp_nchan = 1;
1285                 }
1286         }
1287         if (IS_FC(isp)) {
1288                 for (i = 0; i < isp->isp_nchan; i++)
1289                         isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1290         }
1291         if (isp->isp_dead) {
1292                 isp_shutdown(isp);
1293                 ISP_DISABLE_INTS(isp);
1294                 return;
1295         }
1296
1297         isp->isp_state = ISP_RESETSTATE;
1298
1299         /*
1300          * Okay- now that we have new firmware running, we now (re)set our
1301          * notion of how many luns we support. This is somewhat tricky because
1302          * if we haven't loaded firmware, we sometimes do not have an easy way
1303          * of knowing how many luns we support.
1304          *
1305          * Expanded lun firmware gives you 32 luns for SCSI cards and
1306          * 16384 luns for Fibre Channel cards.
1307          *
1308          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1309          * we do get a firmware attributes word returned in mailbox register 6.
1310          *
1311          * Because the lun is in a different position in the Request Queue
1312          * Entry structure for Fibre Channel with expanded lun firmware, we
1313          * can only support one lun (lun zero) when we don't know what kind
1314          * of firmware we're running.
1315          */
1316         if (IS_SCSI(isp)) {
1317                 if (dodnld) {
1318                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1319                                 isp->isp_maxluns = 32;
1320                         } else {
1321                                 isp->isp_maxluns = 8;
1322                         }
1323                 } else {
1324                         isp->isp_maxluns = 8;
1325                 }
1326         } else {
1327                 if (ISP_CAP_SCCFW(isp)) {
1328                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1329                 } else {
1330                         isp->isp_maxluns = 16;
1331                 }
1332         }
1333
1334         /*
1335          * We get some default values established. As a side
1336          * effect, NVRAM is read here (unless overriden by
1337          * a configuration flag).
1338          */
1339         if (do_load_defaults) {
1340                 if (IS_SCSI(isp)) {
1341                         isp_setdfltsdparm(isp);
1342                 } else {
1343                         for (i = 0; i < isp->isp_nchan; i++) {
1344                                 isp_setdfltfcparm(isp, i);
1345                         }
1346                 }
1347         }
1348 }
1349
1350 /*
1351  * Clean firmware shutdown.
1352  */
1353 static int
1354 isp_deinit(ispsoftc_t *isp)
1355 {
1356         mbreg_t mbs;
1357
1358         isp->isp_state = ISP_NILSTATE;
1359         MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1360         mbs.param[1] = 0;
1361         mbs.param[2] = 0;
1362         mbs.param[3] = 0;
1363         mbs.param[4] = 0;
1364         mbs.param[5] = 0;
1365         mbs.param[6] = 0;
1366         mbs.param[7] = 0;
1367         mbs.param[8] = 0;
1368         isp_mboxcmd(isp, &mbs);
1369         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1370 }
1371
1372 /*
1373  * Initialize Parameters of Hardware to a known state.
1374  *
1375  * Locks are held before coming here.
1376  */
1377 void
1378 isp_init(ispsoftc_t *isp)
1379 {
1380         if (IS_FC(isp)) {
1381                 if (IS_24XX(isp)) {
1382                         isp_fibre_init_2400(isp);
1383                 } else {
1384                         isp_fibre_init(isp);
1385                 }
1386         } else {
1387                 isp_scsi_init(isp);
1388         }
1389         GET_NANOTIME(&isp->isp_init_time);
1390 }
1391
1392 static void
1393 isp_scsi_init(ispsoftc_t *isp)
1394 {
1395         sdparam *sdp_chan0, *sdp_chan1;
1396         mbreg_t mbs;
1397
1398         isp->isp_state = ISP_INITSTATE;
1399
1400         sdp_chan0 = SDPARAM(isp, 0);
1401         sdp_chan1 = sdp_chan0;
1402         if (IS_DUALBUS(isp)) {
1403                 sdp_chan1 = SDPARAM(isp, 1);
1404         }
1405
1406         /* First do overall per-card settings. */
1407
1408         /*
1409          * If we have fast memory timing enabled, turn it on.
1410          */
1411         if (sdp_chan0->isp_fast_mttr) {
1412                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1413         }
1414
1415         /*
1416          * Set Retry Delay and Count.
1417          * You set both channels at the same time.
1418          */
1419         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1420         mbs.param[1] = sdp_chan0->isp_retry_count;
1421         mbs.param[2] = sdp_chan0->isp_retry_delay;
1422         mbs.param[6] = sdp_chan1->isp_retry_count;
1423         mbs.param[7] = sdp_chan1->isp_retry_delay;
1424         isp_mboxcmd(isp, &mbs);
1425         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1426                 return;
1427         }
1428
1429         /*
1430          * Set ASYNC DATA SETUP time. This is very important.
1431          */
1432         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1433         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1434         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1435         isp_mboxcmd(isp, &mbs);
1436         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1437                 return;
1438         }
1439
1440         /*
1441          * Set ACTIVE Negation State.
1442          */
1443         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1444         mbs.param[1] =
1445             (sdp_chan0->isp_req_ack_active_neg << 4) |
1446             (sdp_chan0->isp_data_line_active_neg << 5);
1447         mbs.param[2] =
1448             (sdp_chan1->isp_req_ack_active_neg << 4) |
1449             (sdp_chan1->isp_data_line_active_neg << 5);
1450         isp_mboxcmd(isp, &mbs);
1451         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1452                 isp_prt(isp, ISP_LOGERR,
1453                     "failed to set active negation state (%d,%d), (%d,%d)",
1454                     sdp_chan0->isp_req_ack_active_neg,
1455                     sdp_chan0->isp_data_line_active_neg,
1456                     sdp_chan1->isp_req_ack_active_neg,
1457                     sdp_chan1->isp_data_line_active_neg);
1458                 /*
1459                  * But don't return.
1460                  */
1461         }
1462
1463         /*
1464          * Set the Tag Aging limit
1465          */
1466         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1467         mbs.param[1] = sdp_chan0->isp_tag_aging;
1468         mbs.param[2] = sdp_chan1->isp_tag_aging;
1469         isp_mboxcmd(isp, &mbs);
1470         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1471                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1472                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1473                 return;
1474         }
1475
1476         /*
1477          * Set selection timeout.
1478          */
1479         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1480         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1481         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1482         isp_mboxcmd(isp, &mbs);
1483         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1484                 return;
1485         }
1486
1487         /* now do per-channel settings */
1488         isp_scsi_channel_init(isp, 0);
1489         if (IS_DUALBUS(isp))
1490                 isp_scsi_channel_init(isp, 1);
1491
1492         /*
1493          * Now enable request/response queues
1494          */
1495
1496         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1497                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1498                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1499                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1500                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1501                 mbs.param[4] = 0;
1502                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1503                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1504                 isp_mboxcmd(isp, &mbs);
1505                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1506                         return;
1507                 }
1508                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1509
1510                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1511                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1512                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1513                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1514                 mbs.param[5] = 0;
1515                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1516                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1517                 isp_mboxcmd(isp, &mbs);
1518                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1519                         return;
1520                 }
1521                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1522         } else {
1523                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1524                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1525                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1526                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1527                 mbs.param[4] = 0;
1528                 isp_mboxcmd(isp, &mbs);
1529                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530                         return;
1531                 }
1532                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1533
1534                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1535                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1536                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1537                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1538                 mbs.param[5] = 0;
1539                 isp_mboxcmd(isp, &mbs);
1540                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1541                         return;
1542                 }
1543                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1544         }
1545
1546         /*
1547          * Turn on LVD transitions for ULTRA2 or better and other features
1548          *
1549          * Now that we have 32 bit handles, don't do any fast posting
1550          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1551          * operation or use fast posting. To be conservative, we'll only
1552          * do this for Ultra3 cards now because the other cards are so
1553          * rare for this author to find and test with.
1554          */
1555
1556         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1557         if (IS_ULTRA2(isp))
1558                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1559 #ifdef  ISP_NO_RIO
1560         if (IS_ULTRA3(isp))
1561                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1562 #else
1563         if (IS_ULTRA3(isp))
1564                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1565 #endif
1566         if (mbs.param[1] != 0) {
1567                 uint16_t sfeat = mbs.param[1];
1568                 isp_mboxcmd(isp, &mbs);
1569                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1570                         isp_prt(isp, ISP_LOGINFO,
1571                             "Enabled FW features (0x%x)", sfeat);
1572                 }
1573         }
1574
1575         isp->isp_state = ISP_RUNSTATE;
1576 }
1577
1578 static void
1579 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1580 {
1581         sdparam *sdp;
1582         mbreg_t mbs;
1583         int tgt;
1584
1585         sdp = SDPARAM(isp, chan);
1586
1587         /*
1588          * Set (possibly new) Initiator ID.
1589          */
1590         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1591         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1592         isp_mboxcmd(isp, &mbs);
1593         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1594                 return;
1595         }
1596         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1597             chan, sdp->isp_initiator_id);
1598
1599
1600         /*
1601          * Set current per-target parameters to an initial safe minimum.
1602          */
1603         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1604                 int lun;
1605                 uint16_t sdf;
1606
1607                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1608                         continue;
1609                 }
1610 #ifndef ISP_TARGET_MODE
1611                 sdf = sdp->isp_devparam[tgt].goal_flags;
1612                 sdf &= DPARM_SAFE_DFLT;
1613                 /*
1614                  * It is not quite clear when this changed over so that
1615                  * we could force narrow and async for 1000/1020 cards,
1616                  * but assume that this is only the case for loaded
1617                  * firmware.
1618                  */
1619                 if (isp->isp_loaded_fw) {
1620                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1621                 }
1622 #else
1623                 /*
1624                  * The !$*!)$!$)* f/w uses the same index into some
1625                  * internal table to decide how to respond to negotiations,
1626                  * so if we've said "let's be safe" for ID X, and ID X
1627                  * selects *us*, the negotiations will back to 'safe'
1628                  * (as in narrow/async). What the f/w *should* do is
1629                  * use the initiator id settings to decide how to respond.
1630                  */
1631                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1632 #endif
1633                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1634                 mbs.param[1] = (chan << 15) | (tgt << 8);
1635                 mbs.param[2] = sdf;
1636                 if ((sdf & DPARM_SYNC) == 0) {
1637                         mbs.param[3] = 0;
1638                 } else {
1639                         mbs.param[3] =
1640                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1641                             (sdp->isp_devparam[tgt].goal_period);
1642                 }
1643                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1644                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1645                 isp_mboxcmd(isp, &mbs);
1646                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1647                         sdf = DPARM_SAFE_DFLT;
1648                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1649                         mbs.param[1] = (tgt << 8) | (chan << 15);
1650                         mbs.param[2] = sdf;
1651                         mbs.param[3] = 0;
1652                         isp_mboxcmd(isp, &mbs);
1653                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1654                                 continue;
1655                         }
1656                 }
1657
1658                 /*
1659                  * We don't update any information directly from the f/w
1660                  * because we need to run at least one command to cause a
1661                  * new state to be latched up. So, we just assume that we
1662                  * converge to the values we just had set.
1663                  *
1664                  * Ensure that we don't believe tagged queuing is enabled yet.
1665                  * It turns out that sometimes the ISP just ignores our
1666                  * attempts to set parameters for devices that it hasn't
1667                  * seen yet.
1668                  */
1669                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1670                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1671                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1672                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1673                         mbs.param[2] = sdp->isp_max_queue_depth;
1674                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1675                         isp_mboxcmd(isp, &mbs);
1676                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1677                                 break;
1678                         }
1679                 }
1680         }
1681         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1682                 if (sdp->isp_devparam[tgt].dev_refresh) {
1683                         sdp->sendmarker = 1;
1684                         sdp->update = 1;
1685                         break;
1686                 }
1687         }
1688 }
1689
1690 /*
1691  * Fibre Channel specific initialization.
1692  */
1693 static void
1694 isp_fibre_init(ispsoftc_t *isp)
1695 {
1696         fcparam *fcp;
1697         isp_icb_t local, *icbp = &local;
1698         mbreg_t mbs;
1699
1700         /*
1701          * We only support one channel on non-24XX cards
1702          */
1703         fcp = FCPARAM(isp, 0);
1704         if (fcp->role == ISP_ROLE_NONE)
1705                 return;
1706
1707         isp->isp_state = ISP_INITSTATE;
1708         ISP_MEMZERO(icbp, sizeof (*icbp));
1709         icbp->icb_version = ICB_VERSION1;
1710         icbp->icb_fwoptions = fcp->isp_fwoptions;
1711
1712         /*
1713          * Firmware Options are either retrieved from NVRAM or
1714          * are patched elsewhere. We check them for sanity here
1715          * and make changes based on board revision, but otherwise
1716          * let others decide policy.
1717          */
1718
1719         /*
1720          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1721          */
1722         if (IS_2100(isp) && isp->isp_revision < 5) {
1723                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1724         }
1725
1726         /*
1727          * We have to use FULL LOGIN even though it resets the loop too much
1728          * because otherwise port database entries don't get updated after
1729          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1730          */
1731         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1732                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1733         }
1734
1735         /*
1736          * Insist on Port Database Update Async notifications
1737          */
1738         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1739
1740         /*
1741          * Make sure that target role reflects into fwoptions.
1742          */
1743         if (fcp->role & ISP_ROLE_TARGET) {
1744                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1745         } else {
1746                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1747         }
1748
1749         /*
1750          * For some reason my 2200 does not generate ATIOs in target mode
1751          * if initiator is disabled.  Extra logins are better then target
1752          * not working at all.
1753          */
1754         if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1755                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1756         } else {
1757                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1758         }
1759
1760         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1761         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1762                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1763                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1764         }
1765         icbp->icb_maxalloc = fcp->isp_maxalloc;
1766         if (icbp->icb_maxalloc < 1) {
1767                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1768                 icbp->icb_maxalloc = 16;
1769         }
1770         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1771         if (icbp->icb_execthrottle < 1) {
1772                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1773                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1774         }
1775         icbp->icb_retry_delay = fcp->isp_retry_delay;
1776         icbp->icb_retry_count = fcp->isp_retry_count;
1777         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1778                 icbp->icb_hardaddr = fcp->isp_loopid;
1779                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1780                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1781                 else
1782                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1783         }
1784
1785         /*
1786          * Right now we just set extended options to prefer point-to-point
1787          * over loop based upon some soft config options.
1788          *
1789          * NB: for the 2300, ICBOPT_EXTENDED is required.
1790          */
1791         if (IS_2100(isp)) {
1792                 /*
1793                  * We can't have Fast Posting any more- we now
1794                  * have 32 bit handles.
1795                  */
1796                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1797         } else if (IS_2200(isp) || IS_23XX(isp)) {
1798                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1799
1800                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1801
1802                 if (ISP_CAP_FCTAPE(isp)) {
1803                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1804                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1805
1806                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1807                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1808
1809                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1810                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1811                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1812                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1813                         } else {
1814                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1815                         }
1816                 } else {
1817                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1818                         FCPARAM(isp, 0)->fctape_enabled = 0;
1819                 }
1820
1821                 /*
1822                  * Prefer or force Point-To-Point instead Loop?
1823                  */
1824                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1825                 case ISP_CFG_NPORT:
1826                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1827                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1828                         break;
1829                 case ISP_CFG_NPORT_ONLY:
1830                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1831                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1832                         break;
1833                 case ISP_CFG_LPORT_ONLY:
1834                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1835                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1836                         break;
1837                 default:
1838                         /*
1839                          * Let NVRAM settings define it if they are sane
1840                          */
1841                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1842                         case ICBXOPT_PTP_2_LOOP:
1843                         case ICBXOPT_PTP_ONLY:
1844                         case ICBXOPT_LOOP_ONLY:
1845                         case ICBXOPT_LOOP_2_PTP:
1846                                 break;
1847                         default:
1848                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1849                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1850                         }
1851                         break;
1852                 }
1853                 if (IS_2200(isp)) {
1854                         /*
1855                          * We can't have Fast Posting any more- we now
1856                          * have 32 bit handles.
1857                          *
1858                          * RIO seemed to have to much breakage.
1859                          *
1860                          * Just opt for safety.
1861                          */
1862                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1863                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1864                 } else {
1865                         /*
1866                          * QLogic recommends that FAST Posting be turned
1867                          * off for 23XX cards and instead allow the HBA
1868                          * to write response queue entries and interrupt
1869                          * after a delay (ZIO).
1870                          */
1871                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1872                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1873                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1874                                 icbp->icb_idelaytimer = 10;
1875                         }
1876                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1877                         if (isp->isp_confopts & ISP_CFG_1GB) {
1878                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1879                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1880                         } else if (isp->isp_confopts & ISP_CFG_2GB) {
1881                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1882                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1883                         } else {
1884                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1885                                 case ICBZOPT_RATE_1GB:
1886                                 case ICBZOPT_RATE_2GB:
1887                                 case ICBZOPT_RATE_AUTO:
1888                                         break;
1889                                 default:
1890                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1891                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1892                                         break;
1893                                 }
1894                         }
1895                 }
1896         }
1897
1898
1899         /*
1900          * For 22XX > 2.1.26 && 23XX, set some options.
1901          */
1902         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1903                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1904                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1905                 mbs.param[2] = 0;
1906                 mbs.param[3] = 0;
1907                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1908                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1909                         if (fcp->role & ISP_ROLE_TARGET) {
1910                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1911                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1912                                 }
1913                                 mbs.param[3] = IFCOPT3_NOPRLI;
1914                         }
1915                 }
1916                 isp_mboxcmd(isp, &mbs);
1917                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1918                         return;
1919                 }
1920         }
1921         icbp->icb_logintime = ICB_LOGIN_TOV;
1922
1923 #ifdef  ISP_TARGET_MODE
1924         if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1925                 icbp->icb_lunenables = 0xffff;
1926                 icbp->icb_ccnt = 0xff;
1927                 icbp->icb_icnt = 0xff;
1928                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1929         }
1930 #endif
1931         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1932                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1933                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1934                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1935                 isp_prt(isp, ISP_LOGDEBUG1,
1936                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1937                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1938                     ((uint32_t) (fcp->isp_wwnn)),
1939                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1940                     ((uint32_t) (fcp->isp_wwpn)));
1941         } else if (fcp->isp_wwpn) {
1942                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1943                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1944                 isp_prt(isp, ISP_LOGDEBUG1,
1945                     "Setting ICB Port 0x%08x%08x",
1946                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1947                     ((uint32_t) (fcp->isp_wwpn)));
1948         } else {
1949                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1950                 return;
1951         }
1952         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1953         if (icbp->icb_rqstqlen < 1) {
1954                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1955         }
1956         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1957         if (icbp->icb_rsltqlen < 1) {
1958                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1959         }
1960         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1961         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1962         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1963         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1964         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1965         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1966         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1967         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1968
1969         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1970                 isp_prt(isp, ISP_LOGERR, sacq);
1971                 return;
1972         }
1973         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1974             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1975
1976         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1977         if (isp->isp_dblev & ISP_LOGDEBUG1) {
1978                 isp_print_bytes(isp, "isp_fibre_init",
1979                     sizeof(*icbp), fcp->isp_scratch);
1980         }
1981
1982         /*
1983          * Init the firmware
1984          */
1985         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1986         mbs.param[1] = 0;
1987         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1988         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1989         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1990         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1991         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1992             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1993             (uint32_t) fcp->isp_scdma);
1994         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1995         isp_mboxcmd(isp, &mbs);
1996         FC_SCRATCH_RELEASE(isp, 0);
1997         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
1998                 return;
1999         isp->isp_reqidx = 0;
2000         isp->isp_reqodx = 0;
2001         isp->isp_residx = 0;
2002         isp->isp_resodx = 0;
2003
2004         /*
2005          * Whatever happens, we're now committed to being here.
2006          */
2007         isp->isp_state = ISP_RUNSTATE;
2008 }
2009
2010 static void
2011 isp_fibre_init_2400(ispsoftc_t *isp)
2012 {
2013         fcparam *fcp;
2014         isp_icb_2400_t local, *icbp = &local;
2015         mbreg_t mbs;
2016         int chan;
2017
2018         /*
2019          * Check to see whether all channels have *some* kind of role
2020          */
2021         for (chan = 0; chan < isp->isp_nchan; chan++) {
2022                 fcp = FCPARAM(isp, chan);
2023                 if (fcp->role != ISP_ROLE_NONE) {
2024                         break;
2025                 }
2026         }
2027         if (chan == isp->isp_nchan) {
2028                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2029                 return;
2030         }
2031
2032         isp->isp_state = ISP_INITSTATE;
2033
2034         /*
2035          * Start with channel 0.
2036          */
2037         fcp = FCPARAM(isp, 0);
2038
2039         /*
2040          * Turn on LIP F8 async event (1)
2041          */
2042         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2043         mbs.param[1] = 1;
2044         isp_mboxcmd(isp, &mbs);
2045         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2046                 return;
2047         }
2048
2049         ISP_MEMZERO(icbp, sizeof (*icbp));
2050         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2051         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2052         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2053         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2054                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2055                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2056         } else {
2057                 if (fcp->role & ISP_ROLE_TARGET)
2058                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2059                 else
2060                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2061                 if (fcp->role & ISP_ROLE_INITIATOR)
2062                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2063                 else
2064                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2065         }
2066
2067         icbp->icb_version = ICB_VERSION1;
2068         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2069         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2070                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2071                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2072         }
2073
2074         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2075         if (icbp->icb_execthrottle < 1) {
2076                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2077                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2078         }
2079
2080         /*
2081          * Set target exchange count. Take half if we are supporting both roles.
2082          */
2083         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2084                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2085                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2086                         icbp->icb_xchgcnt >>= 1;
2087         }
2088
2089         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2090                 icbp->icb_hardaddr = fcp->isp_loopid;
2091                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2092                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2093                 else
2094                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2095         }
2096
2097         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2098                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2099         }
2100         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2101                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2102         }
2103
2104         for (chan = 0; chan < isp->isp_nchan; chan++) {
2105                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2106                         FCPARAM(isp, chan)->fctape_enabled = 1;
2107                 else
2108                         FCPARAM(isp, chan)->fctape_enabled = 0;
2109         }
2110
2111         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2112         case ISP_CFG_NPORT_ONLY:
2113                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2114                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2115                 break;
2116         case ISP_CFG_LPORT_ONLY:
2117                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2118                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2119                 break;
2120         default:
2121                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2122                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2123                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2124                 break;
2125         }
2126
2127         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2128         case ICB2400_OPT2_ZIO:
2129         case ICB2400_OPT2_ZIO1:
2130                 icbp->icb_idelaytimer = 0;
2131                 break;
2132         case 0:
2133                 break;
2134         default:
2135                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2136                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2137                 break;
2138         }
2139
2140         if (IS_26XX(isp)) {
2141                 /* We don't support MSI-X yet, so set this unconditionally. */
2142                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2143                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2144         }
2145
2146         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2147                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2148         }
2149         if (isp->isp_confopts & ISP_CFG_1GB) {
2150                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2151                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2152         } else if (isp->isp_confopts & ISP_CFG_2GB) {
2153                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2154                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2155         } else if (isp->isp_confopts & ISP_CFG_4GB) {
2156                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2157                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2158         } else if (isp->isp_confopts & ISP_CFG_8GB) {
2159                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2160                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2161         } else if (isp->isp_confopts & ISP_CFG_16GB) {
2162                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2163                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2164         } else {
2165                 switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2166                 case ICB2400_OPT3_RATE_4GB:
2167                 case ICB2400_OPT3_RATE_8GB:
2168                 case ICB2400_OPT3_RATE_16GB:
2169                 case ICB2400_OPT3_RATE_AUTO:
2170                         break;
2171                 case ICB2400_OPT3_RATE_2GB:
2172                         if (isp->isp_type <= ISP_HA_FC_2500)
2173                                 break;
2174                         /*FALLTHROUGH*/
2175                 case ICB2400_OPT3_RATE_1GB:
2176                         if (isp->isp_type <= ISP_HA_FC_2400)
2177                                 break;
2178                         /*FALLTHROUGH*/
2179                 default:
2180                         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2181                         icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2182                         break;
2183                 }
2184         }
2185         icbp->icb_logintime = ICB_LOGIN_TOV;
2186
2187         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2188                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2189                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2190                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2191                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2192                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2193         } else if (fcp->isp_wwpn) {
2194                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2195                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2196                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2197         } else {
2198                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2199                 return;
2200         }
2201         icbp->icb_retry_count = fcp->isp_retry_count;
2202
2203         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2204         if (icbp->icb_rqstqlen < 8) {
2205                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2206                 return;
2207         }
2208         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2209         if (icbp->icb_rsltqlen < 8) {
2210                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2211                     icbp->icb_rsltqlen);
2212                 return;
2213         }
2214         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2215         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2216         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2217         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2218
2219         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2220         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2221         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2222         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2223
2224 #ifdef  ISP_TARGET_MODE
2225         /* unconditionally set up the ATIO queue if we support target mode */
2226         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2227         if (icbp->icb_atioqlen < 8) {
2228                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2229                 return;
2230         }
2231         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2232         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2233         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2234         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2235         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2236             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2237 #endif
2238
2239         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2240
2241         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2242             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2243             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2244
2245         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2246                 isp_prt(isp, ISP_LOGERR, sacq);
2247                 return;
2248         }
2249         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2250         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2251         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2252                 isp_print_bytes(isp, "isp_fibre_init_2400",
2253                     sizeof (*icbp), fcp->isp_scratch);
2254         }
2255
2256         /*
2257          * Now fill in information about any additional channels
2258          */
2259         if (isp->isp_nchan > 1) {
2260                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2261                 vp_port_info_t pi, *pdst;
2262                 size_t amt = 0;
2263                 uint8_t *off;
2264
2265                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2266                 if (ISP_CAP_VP0(isp)) {
2267                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2268                         vpinfo.vp_count = isp->isp_nchan;
2269                         chan = 0;
2270                 } else {
2271                         vpinfo.vp_count = isp->isp_nchan - 1;
2272                         chan = 1;
2273                 }
2274                 off = fcp->isp_scratch;
2275                 off += ICB2400_VPINFO_OFF;
2276                 vdst = (isp_icb_2400_vpinfo_t *) off;
2277                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2278                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2279                 for (; chan < isp->isp_nchan; chan++) {
2280                         fcparam *fcp2;
2281
2282                         ISP_MEMZERO(&pi, sizeof (pi));
2283                         fcp2 = FCPARAM(isp, chan);
2284                         if (fcp2->role != ISP_ROLE_NONE) {
2285                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2286                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2287                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2288                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2289                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2290                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2291                         }
2292                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2293                                 pi.vp_port_loopid = fcp2->isp_loopid;
2294                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2295                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2296                                 else
2297                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2298                         }
2299                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2300                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2301                         off = fcp->isp_scratch;
2302                         if (ISP_CAP_VP0(isp))
2303                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2304                         else
2305                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2306                         pdst = (vp_port_info_t *) off;
2307                         isp_put_vp_port_info(isp, &pi, pdst);
2308                         amt += ICB2400_VPOPT_WRITE_SIZE;
2309                 }
2310                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2311                         isp_print_bytes(isp, "isp_fibre_init_2400",
2312                             amt - ICB2400_VPINFO_OFF,
2313                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2314                 }
2315         }
2316
2317         /*
2318          * Init the firmware
2319          */
2320         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2321         if (isp->isp_nchan > 1) {
2322                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2323         } else {
2324                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2325         }
2326         mbs.param[1] = 0;
2327         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2328         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2329         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2330         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2331         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2332         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2333         isp_mboxcmd(isp, &mbs);
2334         FC_SCRATCH_RELEASE(isp, 0);
2335
2336         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2337                 return;
2338         }
2339         isp->isp_reqidx = 0;
2340         isp->isp_reqodx = 0;
2341         isp->isp_residx = 0;
2342         isp->isp_resodx = 0;
2343         isp->isp_atioodx = 0;
2344
2345         /*
2346          * Whatever happens, we're now committed to being here.
2347          */
2348         isp->isp_state = ISP_RUNSTATE;
2349 }
2350
2351 static int
2352 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2353 {
2354         fcparam *fcp = FCPARAM(isp, chan);
2355         vp_modify_t vp;
2356         void *reqp;
2357         uint8_t resp[QENTRY_LEN];
2358
2359         /* Build a VP MODIFY command in memory */
2360         ISP_MEMZERO(&vp, sizeof(vp));
2361         vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2362         vp.vp_mod_hdr.rqs_entry_count = 1;
2363         vp.vp_mod_cnt = 1;
2364         vp.vp_mod_idx0 = chan;
2365         vp.vp_mod_cmd = VP_MODIFY_ENA;
2366         vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2367             ICB2400_VPOPT_ENA_SNSLOGIN;
2368         if (fcp->role & ISP_ROLE_INITIATOR)
2369                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2370         if ((fcp->role & ISP_ROLE_TARGET) == 0)
2371                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2372         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2373                 vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2374                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2375                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2376                 else
2377                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2378         }
2379         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2380         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2381
2382         /* Prepare space for response in memory */
2383         memset(resp, 0xff, sizeof(resp));
2384         vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2385         if (vp.vp_mod_hdl == 0) {
2386                 isp_prt(isp, ISP_LOGERR,
2387                     "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2388                 return (EIO);
2389         }
2390
2391         /* Send request and wait for response. */
2392         reqp = isp_getrqentry(isp);
2393         if (reqp == NULL) {
2394                 isp_prt(isp, ISP_LOGERR,
2395                     "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2396                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2397                 return (EIO);
2398         }
2399         isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2400         if (isp->isp_dblev & ISP_LOGDEBUG1)
2401                 isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2402         ISP_SYNC_REQUEST(isp);
2403         if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2404                 isp_prt(isp, ISP_LOGERR,
2405                     "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2406                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2407                 return (EIO);
2408         }
2409         if (isp->isp_dblev & ISP_LOGDEBUG1)
2410                 isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2411         isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2412
2413         if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2414                 isp_prt(isp, ISP_LOGERR,
2415                     "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2416                     __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2417                 return (EIO);
2418         }
2419         return (0);
2420 }
2421
2422 static int
2423 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2424 {
2425         vp_ctrl_info_t vp;
2426         void *reqp;
2427         uint8_t resp[QENTRY_LEN];
2428
2429         /* Build a VP CTRL command in memory */
2430         ISP_MEMZERO(&vp, sizeof(vp));
2431         vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2432         vp.vp_ctrl_hdr.rqs_entry_count = 1;
2433         if (ISP_CAP_VP0(isp)) {
2434                 vp.vp_ctrl_status = 1;
2435         } else {
2436                 vp.vp_ctrl_status = 0;
2437                 chan--; /* VP0 can not be controlled in this case. */
2438         }
2439         vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2440         vp.vp_ctrl_vp_count = 1;
2441         vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2442
2443         /* Prepare space for response in memory */
2444         memset(resp, 0xff, sizeof(resp));
2445         vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2446         if (vp.vp_ctrl_handle == 0) {
2447                 isp_prt(isp, ISP_LOGERR,
2448                     "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2449                 return (EIO);
2450         }
2451
2452         /* Send request and wait for response. */
2453         reqp = isp_getrqentry(isp);
2454         if (reqp == NULL) {
2455                 isp_prt(isp, ISP_LOGERR,
2456                     "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2457                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2458                 return (EIO);
2459         }
2460         isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2461         if (isp->isp_dblev & ISP_LOGDEBUG1)
2462                 isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2463         ISP_SYNC_REQUEST(isp);
2464         if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2465                 isp_prt(isp, ISP_LOGERR,
2466                     "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2467                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2468                 return (EIO);
2469         }
2470         if (isp->isp_dblev & ISP_LOGDEBUG1)
2471                 isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2472         isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2473
2474         if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2475                 isp_prt(isp, ISP_LOGERR,
2476                     "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2477                     __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2478                     vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2479                 return (EIO);
2480         }
2481         return (0);
2482 }
2483
2484 static int
2485 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2486 {
2487         fcparam *fcp = FCPARAM(isp, chan);
2488         int i, was, res = 0;
2489
2490         if (chan >= isp->isp_nchan) {
2491                 isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2492                 return (ENXIO);
2493         }
2494         if (fcp->role == new_role)
2495                 return (0);
2496         for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2497                 if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2498                         was++;
2499         }
2500         if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2501                 fcp->role = new_role;
2502                 return (isp_reinit(isp, 0));
2503         }
2504         if (fcp->role != ISP_ROLE_NONE) {
2505                 res = isp_fc_disable_vp(isp, chan);
2506                 isp_clear_portdb(isp, chan);
2507         }
2508         fcp->role = new_role;
2509         if (fcp->role != ISP_ROLE_NONE)
2510                 res = isp_fc_enable_vp(isp, chan);
2511         return (res);
2512 }
2513
2514 static void
2515 isp_clear_portdb(ispsoftc_t *isp, int chan)
2516 {
2517         fcparam *fcp = FCPARAM(isp, chan);
2518         fcportdb_t *lp;
2519         int i;
2520
2521         for (i = 0; i < MAX_FC_TARG; i++) {
2522                 lp = &fcp->portdb[i];
2523                 switch (lp->state) {
2524                 case FC_PORTDB_STATE_DEAD:
2525                 case FC_PORTDB_STATE_CHANGED:
2526                 case FC_PORTDB_STATE_VALID:
2527                         lp->state = FC_PORTDB_STATE_NIL;
2528                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2529                         break;
2530                 case FC_PORTDB_STATE_NIL:
2531                 case FC_PORTDB_STATE_NEW:
2532                         lp->state = FC_PORTDB_STATE_NIL;
2533                         break;
2534                 case FC_PORTDB_STATE_ZOMBIE:
2535                         break;
2536                 default:
2537                         panic("Don't know how to clear state %d\n", lp->state);
2538                 }
2539         }
2540 }
2541
2542 static void
2543 isp_mark_portdb(ispsoftc_t *isp, int chan)
2544 {
2545         fcparam *fcp = FCPARAM(isp, chan);
2546         fcportdb_t *lp;
2547         int i;
2548
2549         for (i = 0; i < MAX_FC_TARG; i++) {
2550                 lp = &fcp->portdb[i];
2551                 if (lp->state == FC_PORTDB_STATE_NIL)
2552                         continue;
2553                 if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2554                     lp->portid <= DOMAIN_CONTROLLER_END)
2555                         continue;
2556                 fcp->portdb[i].probational = 1;
2557         }
2558 }
2559
2560 /*
2561  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2562  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2563  */
2564 static int
2565 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2566 {
2567         isp_plogx_t pl;
2568         void *reqp;
2569         uint8_t resp[QENTRY_LEN];
2570         uint32_t sst, parm1;
2571         int rval, lev;
2572         const char *msg;
2573         char buf[64];
2574
2575         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2576             chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2577             "Login":"Logout", portid, handle);
2578         if (!IS_24XX(isp)) {
2579                 int action = flags & PLOGX_FLG_CMD_MASK;
2580                 if (action == PLOGX_FLG_CMD_PLOGI) {
2581                         return (isp_port_login(isp, handle, portid));
2582                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2583                         return (isp_port_logout(isp, handle, portid));
2584                 } else {
2585                         return (MBOX_INVALID_COMMAND);
2586                 }
2587         }
2588
2589         ISP_MEMZERO(&pl, sizeof(pl));
2590         pl.plogx_header.rqs_entry_count = 1;
2591         pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2592         pl.plogx_nphdl = handle;
2593         pl.plogx_vphdl = chan;
2594         pl.plogx_portlo = portid;
2595         pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2596         pl.plogx_flags = flags;
2597
2598         /* Prepare space for response in memory */
2599         memset(resp, 0xff, sizeof(resp));
2600         pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2601         if (pl.plogx_handle == 0) {
2602                 isp_prt(isp, ISP_LOGERR,
2603                     "%s: PLOGX of Chan %d out of handles", __func__, chan);
2604                 return (-1);
2605         }
2606
2607         /* Send request and wait for response. */
2608         reqp = isp_getrqentry(isp);
2609         if (reqp == NULL) {
2610                 isp_prt(isp, ISP_LOGERR,
2611                     "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2612                 isp_destroy_handle(isp, pl.plogx_handle);
2613                 return (-1);
2614         }
2615         isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2616         if (isp->isp_dblev & ISP_LOGDEBUG1)
2617                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2618         ISP_SYNC_REQUEST(isp);
2619         if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2620             == EWOULDBLOCK) {
2621                 isp_prt(isp, ISP_LOGERR,
2622                     "%s: PLOGX of Chan %d timed out", __func__, chan);
2623                 isp_destroy_handle(isp, pl.plogx_handle);
2624                 return (-1);
2625         }
2626         if (isp->isp_dblev & ISP_LOGDEBUG1)
2627                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2628         isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2629
2630         if (pl.plogx_status == PLOGX_STATUS_OK) {
2631                 return (0);
2632         } else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2633                 isp_prt(isp, ISP_LOGWARN,
2634                     "status 0x%x on port login IOCB channel %d",
2635                     pl.plogx_status, chan);
2636                 return (-1);
2637         }
2638
2639         sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2640         parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2641
2642         rval = -1;
2643         lev = ISP_LOGERR;
2644         msg = NULL;
2645
2646         switch (sst) {
2647         case PLOGX_IOCBERR_NOLINK:
2648                 msg = "no link";
2649                 break;
2650         case PLOGX_IOCBERR_NOIOCB:
2651                 msg = "no IOCB buffer";
2652                 break;
2653         case PLOGX_IOCBERR_NOXGHG:
2654                 msg = "no Exchange Control Block";
2655                 break;
2656         case PLOGX_IOCBERR_FAILED:
2657                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2658                 msg = buf;
2659                 break;
2660         case PLOGX_IOCBERR_NOFABRIC:
2661                 msg = "no fabric";
2662                 break;
2663         case PLOGX_IOCBERR_NOTREADY:
2664                 msg = "firmware not ready";
2665                 break;
2666         case PLOGX_IOCBERR_NOLOGIN:
2667                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2668                 msg = buf;
2669                 rval = MBOX_NOT_LOGGED_IN;
2670                 break;
2671         case PLOGX_IOCBERR_REJECT:
2672                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2673                 msg = buf;
2674                 break;
2675         case PLOGX_IOCBERR_NOPCB:
2676                 msg = "no PCB allocated";
2677                 break;
2678         case PLOGX_IOCBERR_EINVAL:
2679                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2680                 msg = buf;
2681                 break;
2682         case PLOGX_IOCBERR_PORTUSED:
2683                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2684                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2685                 msg = buf;
2686                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2687                 break;
2688         case PLOGX_IOCBERR_HNDLUSED:
2689                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2690                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2691                 msg = buf;
2692                 rval = MBOX_LOOP_ID_USED;
2693                 break;
2694         case PLOGX_IOCBERR_NOHANDLE:
2695                 msg = "no handle allocated";
2696                 break;
2697         case PLOGX_IOCBERR_NOFLOGI:
2698                 msg = "no FLOGI_ACC";
2699                 break;
2700         default:
2701                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2702                 msg = buf;
2703                 break;
2704         }
2705         if (msg) {
2706                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2707         }
2708         return (rval);
2709 }
2710
2711 static int
2712 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2713 {
2714         mbreg_t mbs;
2715
2716         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2717         if (ISP_CAP_2KLOGIN(isp)) {
2718                 mbs.param[1] = handle;
2719                 mbs.ibits = (1 << 10);
2720         } else {
2721                 mbs.param[1] = handle << 8;
2722         }
2723         mbs.param[2] = portid >> 16;
2724         mbs.param[3] = portid;
2725         mbs.logval = MBLOGNONE;
2726         mbs.timeout = 500000;
2727         isp_mboxcmd(isp, &mbs);
2728
2729         switch (mbs.param[0]) {
2730         case MBOX_PORT_ID_USED:
2731                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2732                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2733
2734         case MBOX_LOOP_ID_USED:
2735                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2736                 return (MBOX_LOOP_ID_USED);
2737
2738         case MBOX_COMMAND_COMPLETE:
2739                 return (0);
2740
2741         case MBOX_COMMAND_ERROR:
2742                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2743                 return (MBOX_COMMAND_ERROR);
2744
2745         case MBOX_ALL_IDS_USED:
2746                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2747                 return (MBOX_ALL_IDS_USED);
2748
2749         default:
2750                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2751                 return (mbs.param[0]);
2752         }
2753 }
2754
2755 /*
2756  * Pre-24XX fabric port logout
2757  *
2758  * Note that portid is not used
2759  */
2760 static int
2761 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2762 {
2763         mbreg_t mbs;
2764
2765         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2766         if (ISP_CAP_2KLOGIN(isp)) {
2767                 mbs.param[1] = handle;
2768                 mbs.ibits = (1 << 10);
2769         } else {
2770                 mbs.param[1] = handle << 8;
2771         }
2772         isp_mboxcmd(isp, &mbs);
2773         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2774 }
2775
2776 static int
2777 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2778 {
2779         fcparam *fcp = FCPARAM(isp, chan);
2780         mbreg_t mbs;
2781         union {
2782                 isp_pdb_21xx_t fred;
2783                 isp_pdb_24xx_t bill;
2784         } un;
2785
2786         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2787             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2788         if (IS_24XX(isp)) {
2789                 mbs.ibits = (1 << 9)|(1 << 10);
2790                 mbs.param[1] = id;
2791                 mbs.param[9] = chan;
2792         } else if (ISP_CAP_2KLOGIN(isp)) {
2793                 mbs.param[1] = id;
2794         } else {
2795                 mbs.param[1] = id << 8;
2796         }
2797         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2798         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2799         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2800         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2801         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2802                 isp_prt(isp, ISP_LOGERR, sacq);
2803                 return (-1);
2804         }
2805         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof(un), chan);
2806         isp_mboxcmd(isp, &mbs);
2807         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2808                 FC_SCRATCH_RELEASE(isp, chan);
2809                 return (mbs.param[0] | (mbs.param[1] << 16));
2810         }
2811         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, sizeof(un), chan);
2812         if (IS_24XX(isp)) {
2813                 isp_get_pdb_24xx(isp, fcp->isp_scratch, &un.bill);
2814                 pdb->handle = un.bill.pdb_handle;
2815                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2816                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2817                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2818                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2819                 isp_prt(isp, ISP_LOGDEBUG1,
2820                     "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2821                     chan, id, pdb->portid, un.bill.pdb_flags,
2822                     un.bill.pdb_curstate);
2823                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2824                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2825                         FC_SCRATCH_RELEASE(isp, chan);
2826                         return (mbs.param[0]);
2827                 }
2828         } else {
2829                 isp_get_pdb_21xx(isp, fcp->isp_scratch, &un.fred);
2830                 pdb->handle = un.fred.pdb_loopid;
2831                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2832                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2833                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2834                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2835                 isp_prt(isp, ISP_LOGDEBUG1,
2836                     "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2837         }
2838         FC_SCRATCH_RELEASE(isp, chan);
2839         return (0);
2840 }
2841
2842 static int
2843 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2844 {
2845         fcparam *fcp = FCPARAM(isp, chan);
2846         mbreg_t mbs;
2847         isp_pnhle_21xx_t el1, *elp1;
2848         isp_pnhle_23xx_t el3, *elp3;
2849         isp_pnhle_24xx_t el4, *elp4;
2850         int i, j;
2851         uint32_t p;
2852         uint16_t h;
2853
2854         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2855         if (IS_24XX(isp)) {
2856                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2857                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2858                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2859                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2860                 mbs.param[8] = ISP_FC_SCRLEN;
2861                 mbs.param[9] = chan;
2862         } else {
2863                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2864                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2865                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2866                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2867                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2868         }
2869         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2870                 isp_prt(isp, ISP_LOGERR, sacq);
2871                 return (-1);
2872         }
2873         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2874         isp_mboxcmd(isp, &mbs);
2875         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2876                 FC_SCRATCH_RELEASE(isp, chan);
2877                 return (mbs.param[0] | (mbs.param[1] << 16));
2878         }
2879         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2880         elp1 = fcp->isp_scratch;
2881         elp3 = fcp->isp_scratch;
2882         elp4 = fcp->isp_scratch;
2883         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2884                 if (IS_24XX(isp)) {
2885                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2886                         p = el4.pnhle_port_id_lo |
2887                             (el4.pnhle_port_id_hi << 16);
2888                         h = el4.pnhle_handle;
2889                 } else if (IS_23XX(isp)) {
2890                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2891                         p = el3.pnhle_port_id_lo |
2892                             (el3.pnhle_port_id_hi << 16);
2893                         h = el3.pnhle_handle;
2894                 } else { /* 21xx */
2895                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2896                         p = el1.pnhle_port_id_lo |
2897                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2898                         h = el1.pnhle_port_id_hi_handle >> 8;
2899                 }
2900                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2901                         continue;
2902                 handles[j++] = h;
2903         }
2904         *num = j;
2905         FC_SCRATCH_RELEASE(isp, chan);
2906         return (0);
2907 }
2908
2909 static void
2910 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2911 {
2912         isp_pdb_t pdb;
2913         uint16_t lim, nphdl;
2914
2915         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2916         if (ISP_CAP_2KLOGIN(isp)) {
2917                 lim = NPH_MAX_2K;
2918         } else {
2919                 lim = NPH_MAX;
2920         }
2921         for (nphdl = 0; nphdl != lim; nphdl++) {
2922                 if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2923                         continue;
2924                 }
2925                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2926                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2927                     chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2928                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2929                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2930         }
2931 }
2932
2933 static uint64_t
2934 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2935 {
2936         uint64_t wwn = INI_NONE;
2937         mbreg_t mbs;
2938
2939         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2940             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2941         if (ISP_CAP_2KLOGIN(isp)) {
2942                 mbs.param[1] = nphdl;
2943                 if (nodename) {
2944                         mbs.param[10] = 1;
2945                 }
2946                 mbs.param[9] = chan;
2947         } else {
2948                 mbs.ibitm = 3;
2949                 mbs.param[1] = nphdl << 8;
2950                 if (nodename) {
2951                         mbs.param[1] |= 1;
2952                 }
2953         }
2954         isp_mboxcmd(isp, &mbs);
2955         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2956                 return (wwn);
2957         }
2958         if (IS_24XX(isp)) {
2959                 wwn =
2960                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2961                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2962                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2963                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2964                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2965                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2966                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2967                     (((uint64_t)(mbs.param[7] & 0xff)));
2968         } else {
2969                 wwn =
2970                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2971                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2972                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2973                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2974                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2975                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2976                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2977                     (((uint64_t)(mbs.param[7] >> 8)));
2978         }
2979         return (wwn);
2980 }
2981
2982 /*
2983  * Make sure we have good FC link.
2984  */
2985
2986 static int
2987 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2988 {
2989         mbreg_t mbs;
2990         int i, r;
2991         uint16_t nphdl;
2992         fcparam *fcp;
2993         isp_pdb_t pdb;
2994         NANOTIME_T hra, hrb;
2995
2996         fcp = FCPARAM(isp, chan);
2997
2998         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2999                 return (-1);
3000         if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
3001                 return (0);
3002
3003         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
3004         fcp->isp_loopstate = LOOP_TESTING_LINK;
3005
3006         /*
3007          * Wait up to N microseconds for F/W to go to a ready state.
3008          */
3009         GET_NANOTIME(&hra);
3010         while (1) {
3011                 isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
3012                 if (fcp->isp_fwstate == FW_READY) {
3013                         break;
3014                 }
3015                 if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3016                         goto abort;
3017                 GET_NANOTIME(&hrb);
3018                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
3019                         break;
3020                 ISP_SLEEP(isp, 1000);
3021         }
3022         if (fcp->isp_fwstate != FW_READY) {
3023                 isp_prt(isp, ISP_LOG_SANCFG,
3024                     "Chan %d Firmware is not ready (%s)",
3025                     chan, isp_fc_fw_statename(fcp->isp_fwstate));
3026                 return (-1);
3027         }
3028
3029         /*
3030          * Get our Loop ID and Port ID.
3031          */
3032         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3033         mbs.param[9] = chan;
3034         isp_mboxcmd(isp, &mbs);
3035         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3036                 return (-1);
3037         }
3038
3039         if (IS_2100(isp)) {
3040                 /*
3041                  * Don't bother with fabric if we are using really old
3042                  * 2100 firmware. It's just not worth it.
3043                  */
3044                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3045                         fcp->isp_topo = TOPO_FL_PORT;
3046                 else
3047                         fcp->isp_topo = TOPO_NL_PORT;
3048         } else {
3049                 int topo = (int) mbs.param[6];
3050                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3051                         topo = TOPO_PTP_STUB;
3052                 }
3053                 fcp->isp_topo = topo;
3054         }
3055         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3056
3057         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3058                 fcp->isp_loopid = mbs.param[1] & 0xff;
3059         } else if (fcp->isp_topo != TOPO_F_PORT) {
3060                 uint8_t alpa = fcp->isp_portid;
3061
3062                 for (i = 0; alpa_map[i]; i++) {
3063                         if (alpa_map[i] == alpa)
3064                                 break;
3065                 }
3066                 if (alpa_map[i])
3067                         fcp->isp_loopid = i;
3068         }
3069
3070         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3071                 nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3072                 r = isp_getpdb(isp, chan, nphdl, &pdb);
3073                 if (r != 0 || pdb.portid == 0) {
3074                         if (IS_2100(isp)) {
3075                                 fcp->isp_topo = TOPO_NL_PORT;
3076                         } else {
3077                                 isp_prt(isp, ISP_LOGWARN,
3078                                     "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3079                                 fcp->isp_topo = TOPO_PTP_STUB;
3080                         }
3081                         goto not_on_fabric;
3082                 }
3083
3084                 if (IS_24XX(isp)) {
3085                         fcp->isp_fabric_params = mbs.param[7];
3086                         fcp->isp_sns_hdl = NPH_SNS_ID;
3087                         r = isp_register_fc4_type_24xx(isp, chan);
3088                         if (r == 0)
3089                                 isp_register_fc4_features_24xx(isp, chan);
3090                         isp_register_port_name_24xx(isp, chan);
3091                         isp_register_node_name_24xx(isp, chan);
3092                 } else {
3093                         fcp->isp_sns_hdl = SNS_ID;
3094                         r = isp_register_fc4_type(isp, chan);
3095                         if (r == 0 && fcp->role == ISP_ROLE_TARGET)
3096                                 isp_send_change_request(isp, chan);
3097                 }
3098                 if (r) {
3099                         isp_prt(isp, ISP_LOGWARN|ISP_LOG_SANCFG, "%s: register fc4 type failed", __func__);
3100                         return (-1);
3101                 }
3102         }
3103
3104 not_on_fabric:
3105         /* Get link speed. */
3106         fcp->isp_gbspeed = 1;
3107         if (IS_23XX(isp) || IS_24XX(isp)) {
3108                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3109                 mbs.param[1] = MBGSD_GET_RATE;
3110                 /* mbs.param[2] undefined if we're just getting rate */
3111                 isp_mboxcmd(isp, &mbs);
3112                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3113                         if (mbs.param[1] == MBGSD_10GB)
3114                                 fcp->isp_gbspeed = 10;
3115                         else if (mbs.param[1] == MBGSD_16GB)
3116                                 fcp->isp_gbspeed = 16;
3117                         else if (mbs.param[1] == MBGSD_8GB)
3118                                 fcp->isp_gbspeed = 8;
3119                         else if (mbs.param[1] == MBGSD_4GB)
3120                                 fcp->isp_gbspeed = 4;
3121                         else if (mbs.param[1] == MBGSD_2GB)
3122                                 fcp->isp_gbspeed = 2;
3123                         else if (mbs.param[1] == MBGSD_1GB)
3124                                 fcp->isp_gbspeed = 1;
3125                 }
3126         }
3127
3128         if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3129 abort:
3130                 isp_prt(isp, ISP_LOG_SANCFG,
3131                     "Chan %d FC link test aborted", chan);
3132                 return (1);
3133         }
3134         fcp->isp_loopstate = LOOP_LTEST_DONE;
3135         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3136             "Chan %d WWPN %016jx WWNN %016jx",
3137             chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3138         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3139             "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3140             chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3141             fcp->isp_loopid);
3142         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3143         return (0);
3144 }
3145
3146 /*
3147  * Complete the synchronization of our Port Database.
3148  *
3149  * At this point, we've scanned the local loop (if any) and the fabric
3150  * and performed fabric logins on all new devices.
3151  *
3152  * Our task here is to go through our port database removing any entities
3153  * that are still marked probational (issuing PLOGO for ones which we had
3154  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3155  * devices.
3156  */
3157 static int
3158 isp_pdb_sync(ispsoftc_t *isp, int chan)
3159 {
3160         fcparam *fcp = FCPARAM(isp, chan);
3161         fcportdb_t *lp;
3162         uint16_t dbidx;
3163
3164         if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3165                 return (-1);
3166         if (fcp->isp_loopstate >= LOOP_READY)
3167                 return (0);
3168
3169         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3170
3171         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3172
3173         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3174                 lp = &fcp->portdb[dbidx];
3175
3176                 if (lp->state == FC_PORTDB_STATE_NIL)
3177                         continue;
3178                 if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3179                         lp->state = FC_PORTDB_STATE_DEAD;
3180                 switch (lp->state) {
3181                 case FC_PORTDB_STATE_DEAD:
3182                         lp->state = FC_PORTDB_STATE_NIL;
3183                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3184                         if (lp->autologin == 0) {
3185                                 (void) isp_plogx(isp, chan, lp->handle,
3186                                     lp->portid,
3187                                     PLOGX_FLG_CMD_LOGO |
3188                                     PLOGX_FLG_IMPLICIT |
3189                                     PLOGX_FLG_FREE_NPHDL);
3190                         }
3191                         /*
3192                          * Note that we might come out of this with our state
3193                          * set to FC_PORTDB_STATE_ZOMBIE.
3194                          */
3195                         break;
3196                 case FC_PORTDB_STATE_NEW:
3197                         lp->state = FC_PORTDB_STATE_VALID;
3198                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3199                         break;
3200                 case FC_PORTDB_STATE_CHANGED:
3201                         lp->state = FC_PORTDB_STATE_VALID;
3202                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3203                         lp->portid = lp->new_portid;
3204                         lp->prli_word3 = lp->new_prli_word3;
3205                         break;
3206                 case FC_PORTDB_STATE_VALID:
3207                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3208                         break;
3209                 case FC_PORTDB_STATE_ZOMBIE:
3210                         break;
3211                 default:
3212                         isp_prt(isp, ISP_LOGWARN,
3213                             "isp_pdb_sync: state %d for idx %d",
3214                             lp->state, dbidx);
3215                         isp_dump_portdb(isp, chan);
3216                 }
3217         }
3218
3219         if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3220                 isp_prt(isp, ISP_LOG_SANCFG,
3221                     "Chan %d FC PDB sync aborted", chan);
3222                 return (1);
3223         }
3224
3225         fcp->isp_loopstate = LOOP_READY;
3226         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3227         return (0);
3228 }
3229
3230 static void
3231 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3232 {
3233         fcportdb_t *lp;
3234         uint64_t wwnn, wwpn;
3235
3236         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3237         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3238
3239         /* Search port database for the same WWPN. */
3240         if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3241                 if (!lp->probational) {
3242                         isp_prt(isp, ISP_LOGERR,
3243                             "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3244                             chan, lp->portid, lp->handle,
3245                             FC_PORTDB_TGT(isp, chan, lp), lp->state);
3246                         isp_dump_portdb(isp, chan);
3247                         return;
3248                 }
3249                 lp->probational = 0;
3250                 lp->node_wwn = wwnn;
3251
3252                 /* Old device, nothing new. */
3253                 if (lp->portid == pdb->portid &&
3254                     lp->handle == pdb->handle &&
3255                     lp->prli_word3 == pdb->prli_word3) {
3256                         if (lp->state != FC_PORTDB_STATE_NEW)
3257                                 lp->state = FC_PORTDB_STATE_VALID;
3258                         isp_prt(isp, ISP_LOG_SANCFG,
3259                             "Chan %d Port 0x%06x@0x%04x is valid",
3260                             chan, pdb->portid, pdb->handle);
3261                         return;
3262                 }
3263
3264                 /* Something has changed. */
3265                 lp->state = FC_PORTDB_STATE_CHANGED;
3266                 lp->handle = pdb->handle;
3267                 lp->new_portid = pdb->portid;
3268                 lp->new_prli_word3 = pdb->prli_word3;
3269                 isp_prt(isp, ISP_LOG_SANCFG,
3270                     "Chan %d Port 0x%06x@0x%04x is changed",
3271                     chan, pdb->portid, pdb->handle);
3272                 return;
3273         }
3274
3275         /* It seems like a new port. Find an empty slot for it. */
3276         if (!isp_find_pdb_empty(isp, chan, &lp)) {
3277                 isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3278                 return;
3279         }
3280
3281         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3282         lp->autologin = 1;
3283         lp->probational = 0;
3284         lp->state = FC_PORTDB_STATE_NEW;
3285         lp->portid = lp->new_portid = pdb->portid;
3286         lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3287         lp->handle = pdb->handle;
3288         lp->port_wwn = wwpn;
3289         lp->node_wwn = wwnn;
3290         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3291             chan, pdb->portid, pdb->handle);
3292 }
3293
3294 /*
3295  * Fix port IDs for logged-in initiators on pre-2400 chips.
3296  * For those chips we are not receiving login events, adding initiators
3297  * based on ATIO requests, but there is no port ID in that structure.
3298  */
3299 static void
3300 isp_fix_portids(ispsoftc_t *isp, int chan)
3301 {
3302         fcparam *fcp = FCPARAM(isp, chan);
3303         isp_pdb_t pdb;
3304         uint64_t wwpn;
3305         int i, r;
3306
3307         for (i = 0; i < MAX_FC_TARG; i++) {
3308                 fcportdb_t *lp = &fcp->portdb[i];
3309
3310                 if (lp->state == FC_PORTDB_STATE_NIL ||
3311                     lp->state == FC_PORTDB_STATE_ZOMBIE)
3312                         continue;
3313                 if (VALID_PORT(lp->portid))
3314                         continue;
3315
3316                 r = isp_getpdb(isp, chan, lp->handle, &pdb);
3317                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3318                         return;
3319                 if (r != 0) {
3320                         isp_prt(isp, ISP_LOGDEBUG1,
3321                             "Chan %d FC Scan Loop handle %d returned %x",
3322                             chan, lp->handle, r);
3323                         continue;
3324                 }
3325
3326                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3327                 if (lp->port_wwn != wwpn)
3328                         continue;
3329                 lp->portid = lp->new_portid = pdb.portid;
3330                 isp_prt(isp, ISP_LOG_SANCFG,
3331                     "Chan %d Port 0x%06x@0x%04x is fixed",
3332                     chan, pdb.portid, pdb.handle);
3333         }
3334 }
3335
3336 /*
3337  * Scan local loop for devices.
3338  */
3339 static int
3340 isp_scan_loop(ispsoftc_t *isp, int chan)
3341 {
3342         fcparam *fcp = FCPARAM(isp, chan);
3343         int idx, lim, r;
3344         isp_pdb_t pdb;
3345         uint16_t *handles;
3346         uint16_t handle;
3347
3348         if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3349                 return (-1);
3350         if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3351                 return (0);
3352
3353         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3354         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3355         if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3356                 if (!IS_24XX(isp)) {
3357                         isp_fix_portids(isp, chan);
3358                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3359                                 goto abort;
3360                 }
3361                 isp_prt(isp, ISP_LOG_SANCFG,
3362                     "Chan %d FC loop scan done (no loop)", chan);
3363                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3364                 return (0);
3365         }
3366
3367         handles = (uint16_t *)fcp->isp_scanscratch;
3368         lim = ISP_FC_SCRLEN / 2;
3369         r = isp_gethandles(isp, chan, handles, &lim, 1);
3370         if (r != 0) {
3371                 isp_prt(isp, ISP_LOG_SANCFG,
3372                     "Chan %d Getting list of handles failed with %x", chan, r);
3373                 isp_prt(isp, ISP_LOG_SANCFG,
3374                     "Chan %d FC loop scan done (bad)", chan);
3375                 return (-1);
3376         }
3377
3378         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3379             chan, lim);
3380
3381         /*
3382          * Run through the list and get the port database info for each one.
3383          */
3384         isp_mark_portdb(isp, chan);
3385         for (idx = 0; idx < lim; idx++) {
3386                 handle = handles[idx];
3387
3388                 /*
3389                  * Don't scan "special" ids.
3390                  */
3391                 if (ISP_CAP_2KLOGIN(isp)) {
3392                         if (handle >= NPH_RESERVED)
3393                                 continue;
3394                 } else {
3395                         if (handle >= FL_ID && handle <= SNS_ID)
3396                                 continue;
3397                 }
3398
3399                 /*
3400                  * In older cards with older f/w GET_PORT_DATABASE has been
3401                  * known to hang. This trick gets around that problem.
3402                  */
3403                 if (IS_2100(isp) || IS_2200(isp)) {
3404                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3405                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3406 abort:
3407                                 isp_prt(isp, ISP_LOG_SANCFG,
3408                                     "Chan %d FC loop scan aborted", chan);
3409                                 return (1);
3410                         }
3411                         if (node_wwn == INI_NONE) {
3412                                 continue;
3413                         }
3414                 }
3415
3416                 /*
3417                  * Get the port database entity for this index.
3418                  */
3419                 r = isp_getpdb(isp, chan, handle, &pdb);
3420                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3421                         goto abort;
3422                 if (r != 0) {
3423                         isp_prt(isp, ISP_LOGDEBUG1,
3424                             "Chan %d FC Scan Loop handle %d returned %x",
3425                             chan, handle, r);
3426                         continue;
3427                 }
3428
3429                 isp_pdb_add_update(isp, chan, &pdb);
3430         }
3431         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3432                 goto abort;
3433         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3434         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3435         return (0);
3436 }
3437
3438 /*
3439  * Scan the fabric for devices and add them to our port database.
3440  *
3441  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3442  *
3443  * For 2100-23XX cards, we can use the SNS mailbox command to pass simple
3444  * name server commands to the switch management server via the QLogic f/w.
3445  *
3446  * For the 24XX card, we have to use CT-Pass through run via the Execute IOCB
3447  * mailbox command.
3448  */
3449 #define GIDLEN  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))
3450 #define NGENT   ((GIDLEN - 16) >> 2)
3451
3452 #define XTXOFF  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))      /* CT request */
3453 #define CTXOFF  (ISP_FC_SCRLEN - (2 * QENTRY_LEN))      /* Request IOCB */
3454 #define ZTXOFF  (ISP_FC_SCRLEN - (1 * QENTRY_LEN))      /* Response IOCB */
3455
3456 static int
3457 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3458 {
3459         union {
3460                 sns_gid_ft_req_t _x;
3461                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3462         } un;
3463         fcparam *fcp = FCPARAM(isp, chan);
3464         sns_gid_ft_req_t *rq = &un._x;
3465         uint8_t *scp = fcp->isp_scratch;
3466         mbreg_t mbs;
3467
3468         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3469         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3470                 isp_prt(isp, ISP_LOGERR, sacq);
3471                 return (-1);
3472         }
3473
3474         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3475         rq->snscb_rblen = GIDLEN >> 1;
3476         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3477         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3478         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3479         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3480         rq->snscb_sblen = 6;
3481         rq->snscb_cmd = SNS_GID_FT;
3482         rq->snscb_mword_div_2 = NGENT;
3483         rq->snscb_fc4_type = FC4_SCSI;
3484
3485         isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)&scp[CTXOFF]);
3486         MEMORYBARRIER(isp, SYNC_SFORDEV, CTXOFF, SNS_GID_FT_REQ_SIZE, chan);
3487
3488         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3489         mbs.param[0] = MBOX_SEND_SNS;
3490         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3491         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
3492         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
3493         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
3494         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
3495         isp_mboxcmd(isp, &mbs);
3496         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3497                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3498                         return (1);
3499                 } else {
3500                         return (-1);
3501                 }
3502         }
3503         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3504         if (isp->isp_dblev & ISP_LOGDEBUG1)
3505                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3506         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3507             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3508         FC_SCRATCH_RELEASE(isp, chan);
3509         return (0);
3510 }
3511
3512 static int
3513 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3514 {
3515         mbreg_t mbs;
3516         fcparam *fcp = FCPARAM(isp, chan);
3517         union {
3518                 isp_ct_pt_t plocal;
3519                 uint8_t q[QENTRY_LEN];
3520         } un;
3521         isp_ct_pt_t *pt;
3522         uint8_t *scp = fcp->isp_scratch;
3523
3524         /*
3525          * Build a Passthrough IOCB in memory.
3526          */
3527         pt = &un.plocal;
3528         ISP_MEMZERO(un.q, QENTRY_LEN);
3529         pt->ctp_header.rqs_entry_count = 1;
3530         pt->ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3531         pt->ctp_handle = 0xffffffff;
3532         pt->ctp_nphdl = fcp->isp_sns_hdl;
3533         pt->ctp_cmd_cnt = 1;
3534         pt->ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3535         pt->ctp_time = 10;
3536         pt->ctp_rsp_cnt = 1;
3537         pt->ctp_rsp_bcnt = rsp_bcnt;
3538         pt->ctp_cmd_bcnt = cmd_bcnt;
3539         pt->ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
3540         pt->ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
3541         pt->ctp_dataseg[0].ds_count = cmd_bcnt;
3542         pt->ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3543         pt->ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3544         pt->ctp_dataseg[1].ds_count = rsp_bcnt;
3545         isp_put_ct_pt(isp, pt, (isp_ct_pt_t *)&scp[CTXOFF]);
3546         if (isp->isp_dblev & ISP_LOGDEBUG1)
3547                 isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, &scp[CTXOFF]);
3548
3549         /*
3550          * Execute the Passthrough IOCB.
3551          */
3552         ISP_MEMZERO(&scp[ZTXOFF], QENTRY_LEN);
3553         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
3554             MBCMD_DEFAULT_TIMEOUT + pt->ctp_time * 1000000);
3555         mbs.param[1] = QENTRY_LEN;
3556         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
3557         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
3558         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
3559         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
3560         MEMORYBARRIER(isp, SYNC_SFORDEV, XTXOFF, 2 * QENTRY_LEN, chan);
3561         isp_mboxcmd(isp, &mbs);
3562         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3563                 return (-1);
3564         }
3565         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
3566         if (isp->isp_dblev & ISP_LOGDEBUG1)
3567                 isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, &scp[ZTXOFF]);
3568         pt = &un.plocal;
3569         isp_get_ct_pt(isp, (isp_ct_pt_t *) &scp[ZTXOFF], pt);
3570         if (pt->ctp_status && pt->ctp_status != RQCS_DATA_UNDERRUN) {
3571                 isp_prt(isp, ISP_LOGWARN,
3572                     "Chan %d GID_FT CT Passthrough returned 0x%x",
3573                     chan, pt->ctp_status);
3574                 return (-1);
3575         }
3576
3577         return (0);
3578 }
3579
3580 static int
3581 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3582 {
3583         fcparam *fcp = FCPARAM(isp, chan);
3584         ct_hdr_t ct;
3585         uint32_t *rp;
3586         uint8_t *scp = fcp->isp_scratch;
3587
3588         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3589         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3590                 isp_prt(isp, ISP_LOGERR, sacq);
3591                 return (-1);
3592         }
3593
3594         /*
3595          * Build the CT header and command in memory.
3596          */
3597         ISP_MEMZERO(&ct, sizeof (ct));
3598         ct.ct_revision = CT_REVISION;
3599         ct.ct_fcs_type = CT_FC_TYPE_FC;
3600         ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3601         ct.ct_cmd_resp = SNS_GID_FT;
3602         ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3603         isp_put_ct_hdr(isp, &ct, (ct_hdr_t *) &scp[XTXOFF]);
3604         rp = (uint32_t *) &scp[XTXOFF + sizeof(ct)];
3605         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3606         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3607                 isp_print_bytes(isp, "CT request",
3608                     sizeof(ct) + sizeof(uint32_t), &scp[XTXOFF]);
3609         }
3610
3611         if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3612                 FC_SCRATCH_RELEASE(isp, chan);
3613                 return (-1);
3614         }
3615
3616         if (isp->isp_dblev & ISP_LOGDEBUG1)
3617                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3618         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3619             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3620         FC_SCRATCH_RELEASE(isp, chan);
3621         return (0);
3622 }
3623
3624 static int
3625 isp_scan_fabric(ispsoftc_t *isp, int chan)
3626 {
3627         fcparam *fcp = FCPARAM(isp, chan);
3628         fcportdb_t *lp;
3629         uint32_t portid;
3630         uint16_t nphdl;
3631         isp_pdb_t pdb;
3632         int portidx, portlim, r;
3633         sns_gid_ft_rsp_t *rs;
3634
3635         if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3636                 return (-1);
3637         if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3638                 return (0);
3639
3640         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3641         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3642         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3643                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3644                 isp_prt(isp, ISP_LOG_SANCFG,
3645                     "Chan %d FC fabric scan done (no fabric)", chan);
3646                 return (0);
3647         }
3648
3649         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3650 abort:
3651                 FC_SCRATCH_RELEASE(isp, chan);
3652                 isp_prt(isp, ISP_LOG_SANCFG,
3653                     "Chan %d FC fabric scan aborted", chan);
3654                 return (1);
3655         }
3656
3657         /*
3658          * Make sure we still are logged into the fabric controller.
3659          */
3660         nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3661         r = isp_getpdb(isp, chan, nphdl, &pdb);
3662         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3663                 isp_dump_chip_portdb(isp, chan);
3664         }
3665         if (r) {
3666                 fcp->isp_loopstate = LOOP_LTEST_DONE;
3667 fail:
3668                 isp_prt(isp, ISP_LOG_SANCFG,
3669                     "Chan %d FC fabric scan done (bad)", chan);
3670                 return (-1);
3671         }
3672
3673         /* Get list of port IDs from SNS. */
3674         if (IS_24XX(isp))
3675                 r = isp_gid_ft_ct_passthru(isp, chan);
3676         else
3677                 r = isp_gid_ft_sns(isp, chan);
3678         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3679                 goto abort;
3680         if (r > 0) {
3681                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3682                 return (-1);
3683         } else if (r < 0) {
3684                 fcp->isp_loopstate = LOOP_LTEST_DONE;   /* try again */
3685                 return (-1);
3686         }
3687
3688         rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3689         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3690                 goto abort;
3691         if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3692                 int level;
3693                 if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3694                         level = ISP_LOG_SANCFG;
3695                 } else {
3696                         level = ISP_LOGWARN;
3697                 }
3698                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3699                     " (Reason=0x%x Expl=0x%x)", chan,
3700                     rs->snscb_cthdr.ct_reason,
3701                     rs->snscb_cthdr.ct_explanation);
3702                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3703                 return (-1);
3704         }
3705
3706         /* Check our buffer was big enough to get the full list. */
3707         for (portidx = 0; portidx < NGENT-1; portidx++) {
3708                 if (rs->snscb_ports[portidx].control & 0x80)
3709                         break;
3710         }
3711         if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3712                 isp_prt(isp, ISP_LOGWARN,
3713                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3714         }
3715         portlim = portidx + 1;
3716         isp_prt(isp, ISP_LOG_SANCFG,
3717             "Chan %d Got %d ports back from name server", chan, portlim);
3718
3719         /* Go through the list and remove duplicate port ids. */
3720         for (portidx = 0; portidx < portlim; portidx++) {
3721                 int npidx;
3722
3723                 portid =
3724                     ((rs->snscb_ports[portidx].portid[0]) << 16) |
3725                     ((rs->snscb_ports[portidx].portid[1]) << 8) |
3726                     ((rs->snscb_ports[portidx].portid[2]));
3727
3728                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3729                         uint32_t new_portid =
3730                             ((rs->snscb_ports[npidx].portid[0]) << 16) |
3731                             ((rs->snscb_ports[npidx].portid[1]) << 8) |
3732                             ((rs->snscb_ports[npidx].portid[2]));
3733                         if (new_portid == portid) {
3734                                 break;
3735                         }
3736                 }
3737
3738                 if (npidx < portlim) {
3739                         rs->snscb_ports[npidx].portid[0] = 0;
3740                         rs->snscb_ports[npidx].portid[1] = 0;
3741                         rs->snscb_ports[npidx].portid[2] = 0;
3742                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3743                 }
3744         }
3745
3746         /*
3747          * We now have a list of Port IDs for all FC4 SCSI devices
3748          * that the Fabric Name server knows about.
3749          *
3750          * For each entry on this list go through our port database looking
3751          * for probational entries- if we find one, then an old entry is
3752          * maybe still this one. We get some information to find out.
3753          *
3754          * Otherwise, it's a new fabric device, and we log into it
3755          * (unconditionally). After searching the entire database
3756          * again to make sure that we never ever ever ever have more
3757          * than one entry that has the same PortID or the same
3758          * WWNN/WWPN duple, we enter the device into our database.
3759          */
3760         isp_mark_portdb(isp, chan);
3761         for (portidx = 0; portidx < portlim; portidx++) {
3762                 portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3763                          ((rs->snscb_ports[portidx].portid[1]) << 8) |
3764                          ((rs->snscb_ports[portidx].portid[2]));
3765                 isp_prt(isp, ISP_LOG_SANCFG,
3766                     "Chan %d Checking fabric port 0x%06x", chan, portid);
3767                 if (portid == 0) {
3768                         isp_prt(isp, ISP_LOG_SANCFG,
3769                             "Chan %d Port at idx %d is zero",
3770                             chan, portidx);
3771                         continue;
3772                 }
3773                 if (portid == fcp->isp_portid) {
3774                         isp_prt(isp, ISP_LOG_SANCFG,
3775                             "Chan %d Port 0x%06x is our", chan, portid);
3776                         continue;
3777                 }
3778
3779                 /* Now search the entire port database for the same portid. */
3780                 if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3781                         if (!lp->probational) {
3782                                 isp_prt(isp, ISP_LOGERR,
3783                                     "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3784                                     chan, lp->portid, lp->handle,
3785                                     FC_PORTDB_TGT(isp, chan, lp), lp->state);
3786                                 isp_dump_portdb(isp, chan);
3787                                 goto fail;
3788                         }
3789
3790                         /*
3791                          * See if we're still logged into it.
3792                          *
3793                          * If we aren't, mark it as a dead device and
3794                          * leave the new portid in the database entry
3795                          * for somebody further along to decide what to
3796                          * do (policy choice).
3797                          *
3798                          * If we are, check to see if it's the same
3799                          * device still (it should be). If for some
3800                          * reason it isn't, mark it as a changed device
3801                          * and leave the new portid and role in the
3802                          * database entry for somebody further along to
3803                          * decide what to do (policy choice).
3804                          */
3805                         r = isp_getpdb(isp, chan, lp->handle, &pdb);
3806                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3807                                 goto abort;
3808                         if (r != 0) {
3809                                 lp->state = FC_PORTDB_STATE_DEAD;
3810                                 isp_prt(isp, ISP_LOG_SANCFG,
3811                                     "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3812                                     chan, portid, lp->handle, r);
3813                                 goto relogin;
3814                         }
3815
3816                         isp_pdb_add_update(isp, chan, &pdb);
3817                         continue;
3818                 }
3819
3820 relogin:
3821                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3822                         isp_prt(isp, ISP_LOG_SANCFG,
3823                             "Chan %d Port 0x%06x is not logged in", chan, portid);
3824                         continue;
3825                 }
3826
3827                 if (isp_login_device(isp, chan, portid, &pdb,
3828                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3829                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3830                                 goto abort;
3831                         continue;
3832                 }
3833
3834                 isp_pdb_add_update(isp, chan, &pdb);
3835         }
3836
3837         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3838                 goto abort;
3839         fcp->isp_loopstate = LOOP_FSCAN_DONE;
3840         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3841         return (0);
3842 }
3843
3844 /*
3845  * Find an unused handle and try and use to login to a port.
3846  */
3847 static int
3848 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3849 {
3850         int lim, i, r;
3851         uint16_t handle;
3852
3853         if (ISP_CAP_2KLOGIN(isp)) {
3854                 lim = NPH_MAX_2K;
3855         } else {
3856                 lim = NPH_MAX;
3857         }
3858
3859         handle = isp_next_handle(isp, ohp);
3860         for (i = 0; i < lim; i++) {
3861                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3862                         return (-1);
3863
3864                 /* Check if this handle is free. */
3865                 r = isp_getpdb(isp, chan, handle, p);
3866                 if (r == 0) {
3867                         if (p->portid != portid) {
3868                                 /* This handle is busy, try next one. */
3869                                 handle = isp_next_handle(isp, ohp);
3870                                 continue;
3871                         }
3872                         break;
3873                 }
3874                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3875                         return (-1);
3876
3877                 /*
3878                  * Now try and log into the device
3879                  */
3880                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3881                 if (r == 0) {
3882                         break;
3883                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3884                         /*
3885                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3886                          * handle. We need to break that association. We used to try and just substitute the handle, but then
3887                          * failed to get any data via isp_getpdb (below).
3888                          */
3889                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3890                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3891                         }
3892                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3893                                 return (-1);
3894                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3895                         if (r != 0)
3896                                 i = lim;
3897                         break;
3898                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3899                         /* Try the next handle. */
3900                         handle = isp_next_handle(isp, ohp);
3901                 } else {
3902                         /* Give up. */
3903                         i = lim;
3904                         break;
3905                 }
3906         }
3907
3908         if (i == lim) {
3909                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3910                 return (-1);
3911         }
3912
3913         /*
3914          * If we successfully logged into it, get the PDB for it
3915          * so we can crosscheck that it is still what we think it
3916          * is and that we also have the role it plays
3917          */
3918         r = isp_getpdb(isp, chan, handle, p);
3919         if (r != 0) {
3920                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3921                 return (-1);
3922         }
3923
3924         if (p->handle != handle || p->portid != portid) {
3925                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3926                     chan, portid, handle, p->portid, p->handle);
3927                 return (-1);
3928         }
3929         return (0);
3930 }
3931
3932 static int
3933 isp_send_change_request(ispsoftc_t *isp, int chan)
3934 {
3935         mbreg_t mbs;
3936
3937         MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3938         mbs.param[1] = 0x03;
3939         mbs.param[9] = chan;
3940         isp_mboxcmd(isp, &mbs);
3941         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : -1);
3942 }
3943
3944 static int
3945 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3946 {
3947         fcparam *fcp = FCPARAM(isp, chan);
3948         uint8_t local[SNS_RFT_ID_REQ_SIZE];
3949         sns_screq_t *reqp = (sns_screq_t *) local;
3950         mbreg_t mbs;
3951
3952         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3953         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3954         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3955         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3956         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3957         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3958         reqp->snscb_sblen = 22;
3959         reqp->snscb_data[0] = SNS_RFT_ID;
3960         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3961         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3962         reqp->snscb_data[6] = (1 << FC4_SCSI);
3963         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3964                 isp_prt(isp, ISP_LOGERR, sacq);
3965                 return (-1);
3966         }
3967         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3968         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3969         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
3970         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3971         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3972         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3973         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3974         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
3975         isp_mboxcmd(isp, &mbs);
3976         FC_SCRATCH_RELEASE(isp, chan);
3977         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3978                 return (0);
3979         } else {
3980                 return (-1);
3981         }
3982 }
3983
3984 static int
3985 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
3986 {
3987         fcparam *fcp = FCPARAM(isp, chan);
3988         ct_hdr_t *ct;
3989         rft_id_t rp;
3990         uint8_t *scp = fcp->isp_scratch;
3991
3992         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3993                 isp_prt(isp, ISP_LOGERR, sacq);
3994                 return (-1);
3995         }
3996
3997         /*
3998          * Build the CT header and command in memory.
3999          */
4000         ISP_MEMZERO(&rp, sizeof(rp));
4001         ct = &rp.rftid_hdr;
4002         ct->ct_revision = CT_REVISION;
4003         ct->ct_fcs_type = CT_FC_TYPE_FC;
4004         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4005         ct->ct_cmd_resp = SNS_RFT_ID;
4006         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4007         rp.rftid_portid[0] = fcp->isp_portid >> 16;
4008         rp.rftid_portid[1] = fcp->isp_portid >> 8;
4009         rp.rftid_portid[2] = fcp->isp_portid;
4010         rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4011         isp_put_rft_id(isp, &rp, (rft_id_t *)&scp[XTXOFF]);
4012         if (isp->isp_dblev & ISP_LOGDEBUG1)
4013                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), &scp[XTXOFF]);
4014
4015         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4016                 FC_SCRATCH_RELEASE(isp, chan);
4017                 return (-1);
4018         }
4019
4020         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4021         FC_SCRATCH_RELEASE(isp, chan);
4022         if (ct->ct_cmd_resp == LS_RJT) {
4023                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4024                 return (-1);
4025         } else if (ct->ct_cmd_resp == LS_ACC) {
4026                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4027         } else {
4028                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4029                 return (-1);
4030         }
4031         return (0);
4032 }
4033
4034 static int
4035 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4036 {
4037         fcparam *fcp = FCPARAM(isp, chan);
4038         ct_hdr_t *ct;
4039         rff_id_t rp;
4040         uint8_t *scp = fcp->isp_scratch;
4041
4042         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4043                 isp_prt(isp, ISP_LOGERR, sacq);
4044                 return (-1);
4045         }
4046
4047         /*
4048          * Build the CT header and command in memory.
4049          */
4050         ISP_MEMZERO(&rp, sizeof(rp));
4051         ct = &rp.rffid_hdr;
4052         ct->ct_revision = CT_REVISION;
4053         ct->ct_fcs_type = CT_FC_TYPE_FC;
4054         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4055         ct->ct_cmd_resp = SNS_RFF_ID;
4056         ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4057         rp.rffid_portid[0] = fcp->isp_portid >> 16;
4058         rp.rffid_portid[1] = fcp->isp_portid >> 8;
4059         rp.rffid_portid[2] = fcp->isp_portid;
4060         rp.rffid_fc4features = 0;
4061         if (fcp->role & ISP_ROLE_TARGET)
4062                 rp.rffid_fc4features |= 1;
4063         if (fcp->role & ISP_ROLE_INITIATOR)
4064                 rp.rffid_fc4features |= 2;
4065         rp.rffid_fc4type = FC4_SCSI;
4066         isp_put_rff_id(isp, &rp, (rff_id_t *)&scp[XTXOFF]);
4067         if (isp->isp_dblev & ISP_LOGDEBUG1)
4068                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), &scp[XTXOFF]);
4069
4070         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4071                 FC_SCRATCH_RELEASE(isp, chan);
4072                 return (-1);
4073         }
4074
4075         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4076         FC_SCRATCH_RELEASE(isp, chan);
4077         if (ct->ct_cmd_resp == LS_RJT) {
4078                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4079                     "Chan %d Register FC4 Features rejected", chan);
4080                 return (-1);
4081         } else if (ct->ct_cmd_resp == LS_ACC) {
4082                 isp_prt(isp, ISP_LOG_SANCFG,
4083                     "Chan %d Register FC4 Features accepted", chan);
4084         } else {
4085                 isp_prt(isp, ISP_LOGWARN,
4086                     "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4087                 return (-1);
4088         }
4089         return (0);
4090 }
4091
4092 static int
4093 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4094 {
4095         fcparam *fcp = FCPARAM(isp, chan);
4096         ct_hdr_t *ct;
4097         rspn_id_t rp;
4098         uint8_t *scp = fcp->isp_scratch;
4099         int len;
4100
4101         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4102                 isp_prt(isp, ISP_LOGERR, sacq);
4103                 return (-1);
4104         }
4105
4106         /*
4107          * Build the CT header and command in memory.
4108          */
4109         ISP_MEMZERO(&rp, sizeof(rp));
4110         ct = &rp.rspnid_hdr;
4111         ct->ct_revision = CT_REVISION;
4112         ct->ct_fcs_type = CT_FC_TYPE_FC;
4113         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4114         ct->ct_cmd_resp = SNS_RSPN_ID;
4115         rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4116         rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4117         rp.rspnid_portid[2] = fcp->isp_portid;
4118         rp.rspnid_length = 0;
4119         len = offsetof(rspn_id_t, rspnid_name);
4120         mtx_lock(&prison0.pr_mtx);
4121         rp.rspnid_length += sprintf(&scp[XTXOFF + len + rp.rspnid_length],
4122             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4123         mtx_unlock(&prison0.pr_mtx);
4124         rp.rspnid_length += sprintf(&scp[XTXOFF + len + rp.rspnid_length],
4125             ":%s", device_get_nameunit(isp->isp_dev));
4126         if (chan != 0) {
4127                 rp.rspnid_length += sprintf(&scp[XTXOFF + len +
4128                     rp.rspnid_length], "/%d", chan);
4129         }
4130         len += rp.rspnid_length;
4131         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4132         isp_put_rspn_id(isp, &rp, (rspn_id_t *)&scp[XTXOFF]);
4133         if (isp->isp_dblev & ISP_LOGDEBUG1)
4134                 isp_print_bytes(isp, "CT request", len, &scp[XTXOFF]);
4135
4136         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4137                 FC_SCRATCH_RELEASE(isp, chan);
4138                 return (-1);
4139         }
4140
4141         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4142         FC_SCRATCH_RELEASE(isp, chan);
4143         if (ct->ct_cmd_resp == LS_RJT) {
4144                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4145                     "Chan %d Register Symbolic Port Name rejected", chan);
4146                 return (-1);
4147         } else if (ct->ct_cmd_resp == LS_ACC) {
4148                 isp_prt(isp, ISP_LOG_SANCFG,
4149                     "Chan %d Register Symbolic Port Name accepted", chan);
4150         } else {
4151                 isp_prt(isp, ISP_LOGWARN,
4152                     "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4153                 return (-1);
4154         }
4155         return (0);
4156 }
4157
4158 static int
4159 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4160 {
4161         fcparam *fcp = FCPARAM(isp, chan);
4162         ct_hdr_t *ct;
4163         rsnn_nn_t rp;
4164         uint8_t *scp = fcp->isp_scratch;
4165         int len;
4166
4167         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4168                 isp_prt(isp, ISP_LOGERR, sacq);
4169                 return (-1);
4170         }
4171
4172         /*
4173          * Build the CT header and command in memory.
4174          */
4175         ISP_MEMZERO(&rp, sizeof(rp));
4176         ct = &rp.rsnnnn_hdr;
4177         ct->ct_revision = CT_REVISION;
4178         ct->ct_fcs_type = CT_FC_TYPE_FC;
4179         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4180         ct->ct_cmd_resp = SNS_RSNN_NN;
4181         MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4182         rp.rsnnnn_length = 0;
4183         len = offsetof(rsnn_nn_t, rsnnnn_name);
4184         mtx_lock(&prison0.pr_mtx);
4185         rp.rsnnnn_length += sprintf(&scp[XTXOFF + len + rp.rsnnnn_length],
4186             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4187         mtx_unlock(&prison0.pr_mtx);
4188         len += rp.rsnnnn_length;
4189         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4190         isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)&scp[XTXOFF]);
4191         if (isp->isp_dblev & ISP_LOGDEBUG1)
4192                 isp_print_bytes(isp, "CT request", len, &scp[XTXOFF]);
4193
4194         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4195                 FC_SCRATCH_RELEASE(isp, chan);
4196                 return (-1);
4197         }
4198
4199         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4200         FC_SCRATCH_RELEASE(isp, chan);
4201         if (ct->ct_cmd_resp == LS_RJT) {
4202                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4203                     "Chan %d Register Symbolic Node Name rejected", chan);
4204                 return (-1);
4205         } else if (ct->ct_cmd_resp == LS_ACC) {
4206                 isp_prt(isp, ISP_LOG_SANCFG,
4207                     "Chan %d Register Symbolic Node Name accepted", chan);
4208         } else {
4209                 isp_prt(isp, ISP_LOGWARN,
4210                     "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4211                 return (-1);
4212         }
4213         return (0);
4214 }
4215
4216 static uint16_t
4217 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4218 {
4219         fcparam *fcp;
4220         int i, chan, wrap;
4221         uint16_t handle, minh, maxh;
4222
4223         handle = *ohp;
4224         if (ISP_CAP_2KLOGIN(isp)) {
4225                 minh = 0;
4226                 maxh = NPH_RESERVED - 1;
4227         } else {
4228                 minh = SNS_ID + 1;
4229                 maxh = NPH_MAX - 1;
4230         }
4231         wrap = 0;
4232
4233 next:
4234         if (handle == NIL_HANDLE) {
4235                 handle = minh;
4236         } else {
4237                 handle++;
4238                 if (handle > maxh) {
4239                         if (++wrap >= 2) {
4240                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4241                                 return (NIL_HANDLE);
4242                         }
4243                         handle = minh;
4244                 }
4245         }
4246         for (chan = 0; chan < isp->isp_nchan; chan++) {
4247                 fcp = FCPARAM(isp, chan);
4248                 if (fcp->role == ISP_ROLE_NONE)
4249                         continue;
4250                 for (i = 0; i < MAX_FC_TARG; i++) {
4251                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4252                             fcp->portdb[i].handle == handle)
4253                                 goto next;
4254                 }
4255         }
4256         *ohp = handle;
4257         return (handle);
4258 }
4259
4260 /*
4261  * Start a command. Locking is assumed done in the caller.
4262  */
4263
4264 int
4265 isp_start(XS_T *xs)
4266 {
4267         ispsoftc_t *isp;
4268         uint32_t cdblen;
4269         uint8_t local[QENTRY_LEN];
4270         ispreq_t *reqp;
4271         void *cdbp, *qep;
4272         uint16_t *tptr;
4273         fcportdb_t *lp;
4274         int target, dmaresult;
4275
4276         XS_INITERR(xs);
4277         isp = XS_ISP(xs);
4278
4279         /*
4280          * Check command CDB length, etc.. We really are limited to 16 bytes
4281          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4282          * but probably only if we're running fairly new firmware (we'll
4283          * let the old f/w choke on an extended command queue entry).
4284          */
4285
4286         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4287                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4288                 XS_SETERR(xs, HBA_BOTCH);
4289                 return (CMD_COMPLETE);
4290         }
4291
4292         /*
4293          * Translate the target to device handle as appropriate, checking
4294          * for correct device state as well.
4295          */
4296         target = XS_TGT(xs);
4297         if (IS_FC(isp)) {
4298                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4299
4300                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4301                         isp_prt(isp, ISP_LOG_WARN1,
4302                             "%d.%d.%jx I am not an initiator",
4303                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4304                         XS_SETERR(xs, HBA_SELTIMEOUT);
4305                         return (CMD_COMPLETE);
4306                 }
4307
4308                 if (isp->isp_state != ISP_RUNSTATE) {
4309                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4310                         XS_SETERR(xs, HBA_BOTCH);
4311                         return (CMD_COMPLETE);
4312                 }
4313
4314                 /*
4315                  * Try again later.
4316                  */
4317                 if (fcp->isp_loopstate != LOOP_READY) {
4318                         return (CMD_RQLATER);
4319                 }
4320
4321                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4322                 lp = &fcp->portdb[target];
4323                 if (target < 0 || target >= MAX_FC_TARG ||
4324                     lp->is_target == 0) {
4325                         XS_SETERR(xs, HBA_SELTIMEOUT);
4326                         return (CMD_COMPLETE);
4327                 }
4328                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4329                         isp_prt(isp, ISP_LOGDEBUG1,
4330                             "%d.%d.%jx target zombie",
4331                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4332                         return (CMD_RQLATER);
4333                 }
4334                 if (lp->state != FC_PORTDB_STATE_VALID) {
4335                         isp_prt(isp, ISP_LOGDEBUG1,
4336                             "%d.%d.%jx bad db port state 0x%x",
4337                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4338                         XS_SETERR(xs, HBA_SELTIMEOUT);
4339                         return (CMD_COMPLETE);
4340                 }
4341         } else {
4342                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4343                 if (isp->isp_state != ISP_RUNSTATE) {
4344                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4345                         XS_SETERR(xs, HBA_BOTCH);
4346                         return (CMD_COMPLETE);
4347                 }
4348
4349                 if (sdp->update) {
4350                         isp_spi_update(isp, XS_CHANNEL(xs));
4351                 }
4352                 lp = NULL;
4353         }
4354
4355  start_again:
4356
4357         qep = isp_getrqentry(isp);
4358         if (qep == NULL) {
4359                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4360                 XS_SETERR(xs, HBA_BOTCH);
4361                 return (CMD_EAGAIN);
4362         }
4363         XS_SETERR(xs, HBA_NOERROR);
4364
4365         /*
4366          * Now see if we need to synchronize the ISP with respect to anything.
4367          * We do dual duty here (cough) for synchronizing for busses other
4368          * than which we got here to send a command to.
4369          */
4370         reqp = (ispreq_t *) local;
4371         ISP_MEMZERO(local, QENTRY_LEN);
4372         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4373                 if (IS_24XX(isp)) {
4374                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4375                         m->mrk_header.rqs_entry_count = 1;
4376                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4377                         m->mrk_modifier = SYNC_ALL;
4378                         m->mrk_vphdl = XS_CHANNEL(xs);
4379                         isp_put_marker_24xx(isp, m, qep);
4380                 } else {
4381                         isp_marker_t *m = (isp_marker_t *) reqp;
4382                         m->mrk_header.rqs_entry_count = 1;
4383                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4384                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4385                         m->mrk_modifier = SYNC_ALL;
4386                         isp_put_marker(isp, m, qep);
4387                 }
4388                 ISP_SYNC_REQUEST(isp);
4389                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4390                 goto start_again;
4391         }
4392
4393         reqp->req_header.rqs_entry_count = 1;
4394
4395         /*
4396          * Select and install Header Code.
4397          * Note that it might be overridden before going out
4398          * if we're on a 64 bit platform. The lower level
4399          * code (isp_send_cmd) will select the appropriate
4400          * 64 bit variant if it needs to.
4401          */
4402         if (IS_24XX(isp)) {
4403                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4404         } else if (IS_FC(isp)) {
4405                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4406         } else {
4407                 if (XS_CDBLEN(xs) > 12) {
4408                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4409                 } else {
4410                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4411                 }
4412         }
4413
4414         /*
4415          * Set task attributes
4416          */
4417         if (IS_24XX(isp)) {
4418                 int ttype;
4419                 if (XS_TAG_P(xs)) {
4420                         ttype = XS_TAG_TYPE(xs);
4421                 } else {
4422                         if (XS_CDBP(xs)[0] == 0x3) {
4423                                 ttype = REQFLAG_HTAG;
4424                         } else {
4425                                 ttype = REQFLAG_STAG;
4426                         }
4427                 }
4428                 if (ttype == REQFLAG_OTAG) {
4429                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4430                 } else if (ttype == REQFLAG_HTAG) {
4431                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4432                 } else {
4433                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4434                 }
4435                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4436         } else if (IS_FC(isp)) {
4437                 /*
4438                  * See comment in isp_intr
4439                  */
4440                 /* XS_SET_RESID(xs, 0); */
4441
4442                 /*
4443                  * Fibre Channel always requires some kind of tag.
4444                  * The Qlogic drivers seem be happy not to use a tag,
4445                  * but this breaks for some devices (IBM drives).
4446                  */
4447                 if (XS_TAG_P(xs)) {
4448                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4449                 } else {
4450                         /*
4451                          * If we don't know what tag to use, use HEAD OF QUEUE
4452                          * for Request Sense or Simple.
4453                          */
4454                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4455                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4456                         else
4457                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4458                 }
4459         } else {
4460                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4461                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4462                         reqp->req_flags = XS_TAG_TYPE(xs);
4463                 }
4464         }
4465
4466         tptr = &reqp->req_time;
4467
4468         /*
4469          * NB: we do not support long CDBs (yet)
4470          */
4471         cdblen = XS_CDBLEN(xs);
4472
4473         if (IS_SCSI(isp)) {
4474                 if (cdblen > sizeof (reqp->req_cdb)) {
4475                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4476                         XS_SETERR(xs, HBA_BOTCH);
4477                         return (CMD_COMPLETE);
4478                 }
4479                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4480                 reqp->req_lun_trn = XS_LUN(xs);
4481                 cdbp = reqp->req_cdb;
4482                 reqp->req_cdblen = cdblen;
4483         } else if (IS_24XX(isp)) {
4484                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4485
4486                 if (cdblen > sizeof (t7->req_cdb)) {
4487                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4488                         XS_SETERR(xs, HBA_BOTCH);
4489                         return (CMD_COMPLETE);
4490                 }
4491
4492                 t7->req_nphdl = lp->handle;
4493                 t7->req_tidlo = lp->portid;
4494                 t7->req_tidhi = lp->portid >> 16;
4495                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4496 #if __FreeBSD_version >= 1000700
4497                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4498 #else
4499                 if (XS_LUN(xs) >= 256) {
4500                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4501                         t7->req_lun[0] |= 0x40;
4502                 }
4503                 t7->req_lun[1] = XS_LUN(xs);
4504 #endif
4505                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4506                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4507                                 isp_prt(isp, ISP_LOG_WARN1,
4508                                     "%d.%d.%jx cannot generate next CRN",
4509                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4510                                 XS_SETERR(xs, HBA_BOTCH);
4511                                 return (CMD_EAGAIN);
4512                         }
4513                 }
4514                 tptr = &t7->req_time;
4515                 cdbp = t7->req_cdb;
4516         } else {
4517                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4518
4519                 if (cdblen > sizeof t2->req_cdb) {
4520                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4521                         XS_SETERR(xs, HBA_BOTCH);
4522                         return (CMD_COMPLETE);
4523                 }
4524                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4525                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4526                                 isp_prt(isp, ISP_LOG_WARN1,
4527                                     "%d.%d.%jx cannot generate next CRN",
4528                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4529                                 XS_SETERR(xs, HBA_BOTCH);
4530                                 return (CMD_EAGAIN);
4531                         }
4532                 }
4533                 if (ISP_CAP_2KLOGIN(isp)) {
4534                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4535                         t2e->req_target = lp->handle;
4536                         t2e->req_scclun = XS_LUN(xs);
4537 #if __FreeBSD_version < 1000700
4538                         if (XS_LUN(xs) >= 256)
4539                                 t2e->req_scclun |= 0x4000;
4540 #endif
4541                         cdbp = t2e->req_cdb;
4542                 } else if (ISP_CAP_SCCFW(isp)) {
4543                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4544                         t2->req_target = lp->handle;
4545                         t2->req_scclun = XS_LUN(xs);
4546 #if __FreeBSD_version < 1000700
4547                         if (XS_LUN(xs) >= 256)
4548                                 t2->req_scclun |= 0x4000;
4549 #endif
4550                         cdbp = t2->req_cdb;
4551                 } else {
4552                         t2->req_target = lp->handle;
4553                         t2->req_lun_trn = XS_LUN(xs);
4554                         cdbp = t2->req_cdb;
4555                 }
4556         }
4557         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4558
4559         *tptr = (XS_TIME(xs) + 999) / 1000;
4560         if (IS_24XX(isp) && *tptr > 0x1999) {
4561                 *tptr = 0x1999;
4562         }
4563
4564         /* Whew. Thankfully the same for type 7 requests */
4565         reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4566         if (reqp->req_handle == 0) {
4567                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4568                 XS_SETERR(xs, HBA_BOTCH);
4569                 return (CMD_EAGAIN);
4570         }
4571
4572         /*
4573          * Set up DMA and/or do any platform dependent swizzling of the request entry
4574          * so that the Qlogic F/W understands what is being asked of it.
4575          *
4576          * The callee is responsible for adding all requests at this point.
4577          */
4578         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4579         if (dmaresult != CMD_QUEUED) {
4580                 isp_destroy_handle(isp, reqp->req_handle);
4581                 /*
4582                  * dmasetup sets actual error in packet, and
4583                  * return what we were given to return.
4584                  */
4585                 return (dmaresult);
4586         }
4587         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4588         isp->isp_nactive++;
4589         return (CMD_QUEUED);
4590 }
4591
4592 /*
4593  * isp control
4594  * Locks (ints blocked) assumed held.
4595  */
4596
4597 int
4598 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4599 {
4600         XS_T *xs;
4601         mbreg_t *mbr, mbs;
4602         int chan, tgt;
4603         uint32_t handle;
4604         va_list ap;
4605
4606         switch (ctl) {
4607         case ISPCTL_RESET_BUS:
4608                 /*
4609                  * Issue a bus reset.
4610                  */
4611                 if (IS_24XX(isp)) {
4612                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4613                         break;
4614                 } else if (IS_FC(isp)) {
4615                         mbs.param[1] = 10;
4616                         chan = 0;
4617                 } else {
4618                         va_start(ap, ctl);
4619                         chan = va_arg(ap, int);
4620                         va_end(ap);
4621                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4622                         if (mbs.param[1] < 2) {
4623                                 mbs.param[1] = 2;
4624                         }
4625                         mbs.param[2] = chan;
4626                 }
4627                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4628                 ISP_SET_SENDMARKER(isp, chan, 1);
4629                 isp_mboxcmd(isp, &mbs);
4630                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4631                         break;
4632                 }
4633                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4634                 return (0);
4635
4636         case ISPCTL_RESET_DEV:
4637                 va_start(ap, ctl);
4638                 chan = va_arg(ap, int);
4639                 tgt = va_arg(ap, int);
4640                 va_end(ap);
4641                 if (IS_24XX(isp)) {
4642                         uint8_t local[QENTRY_LEN];
4643                         isp24xx_tmf_t *tmf;
4644                         isp24xx_statusreq_t *sp;
4645                         fcparam *fcp = FCPARAM(isp, chan);
4646                         fcportdb_t *lp;
4647
4648                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4649                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4650                                 break;
4651                         }
4652                         lp = &fcp->portdb[tgt];
4653                         if (lp->is_target == 0 ||
4654                             lp->state != FC_PORTDB_STATE_VALID) {
4655                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4656                                 break;
4657                         }
4658
4659                         tmf = (isp24xx_tmf_t *) local;
4660                         ISP_MEMZERO(tmf, QENTRY_LEN);
4661                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4662                         tmf->tmf_header.rqs_entry_count = 1;
4663                         tmf->tmf_nphdl = lp->handle;
4664                         tmf->tmf_delay = 2;
4665                         tmf->tmf_timeout = 4;
4666                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4667                         tmf->tmf_tidlo = lp->portid;
4668                         tmf->tmf_tidhi = lp->portid >> 16;
4669                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4670                         isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4671                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4672                         fcp->sendmarker = 1;
4673
4674                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4675                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4676                             MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4677                         mbs.param[1] = QENTRY_LEN;
4678                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4679                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4680                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4681                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4682                         isp_mboxcmd(isp, &mbs);
4683                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4684                                 break;
4685
4686                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4687                         sp = (isp24xx_statusreq_t *) local;
4688                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4689                         if (sp->req_completion_status == 0) {
4690                                 return (0);
4691                         }
4692                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4693                         break;
4694                 } else if (IS_FC(isp)) {
4695                         if (ISP_CAP_2KLOGIN(isp)) {
4696                                 mbs.param[1] = tgt;
4697                                 mbs.ibits = (1 << 10);
4698                         } else {
4699                                 mbs.param[1] = (tgt << 8);
4700                         }
4701                 } else {
4702                         mbs.param[1] = (chan << 15) | (tgt << 8);
4703                 }
4704                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4705                 mbs.param[2] = 3;       /* 'delay', in seconds */
4706                 isp_mboxcmd(isp, &mbs);
4707                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4708                         break;
4709                 }
4710                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4711                 ISP_SET_SENDMARKER(isp, chan, 1);
4712                 return (0);
4713
4714         case ISPCTL_ABORT_CMD:
4715                 va_start(ap, ctl);
4716                 xs = va_arg(ap, XS_T *);
4717                 va_end(ap);
4718
4719                 tgt = XS_TGT(xs);
4720                 chan = XS_CHANNEL(xs);
4721
4722                 handle = isp_find_handle(isp, xs);
4723                 if (handle == 0) {
4724                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4725                         break;
4726                 }
4727                 if (IS_24XX(isp)) {
4728                         isp24xx_abrt_t local, *ab = &local;
4729                         fcparam *fcp;
4730                         fcportdb_t *lp;
4731
4732                         fcp = FCPARAM(isp, chan);
4733                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4734                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4735                                 break;
4736                         }
4737                         lp = &fcp->portdb[tgt];
4738                         if (lp->is_target == 0 ||
4739                             lp->state != FC_PORTDB_STATE_VALID) {
4740                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4741                                 break;
4742                         }
4743                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4744                         ISP_MEMZERO(ab, QENTRY_LEN);
4745                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4746                         ab->abrt_header.rqs_entry_count = 1;
4747                         ab->abrt_handle = lp->handle;
4748                         ab->abrt_cmd_handle = handle;
4749                         ab->abrt_tidlo = lp->portid;
4750                         ab->abrt_tidhi = lp->portid >> 16;
4751                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4752                         isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4753                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4754
4755                         ISP_MEMZERO(&mbs, sizeof (mbs));
4756                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4757                         mbs.param[1] = QENTRY_LEN;
4758                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4759                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4760                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4761                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4762
4763                         isp_mboxcmd(isp, &mbs);
4764                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4765                                 break;
4766
4767                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4768                         isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4769                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4770                                 return (0);
4771                         }
4772                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4773                         break;
4774                 } else if (IS_FC(isp)) {
4775                         if (ISP_CAP_SCCFW(isp)) {
4776                                 if (ISP_CAP_2KLOGIN(isp)) {
4777                                         mbs.param[1] = tgt;
4778                                 } else {
4779                                         mbs.param[1] = tgt << 8;
4780                                 }
4781                                 mbs.param[6] = XS_LUN(xs);
4782                         } else {
4783                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4784                         }
4785                 } else {
4786                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4787                 }
4788                 MBSINIT(&mbs, MBOX_ABORT,
4789                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4790                 mbs.param[2] = handle;
4791                 isp_mboxcmd(isp, &mbs);
4792                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4793                         break;
4794                 }
4795                 return (0);
4796
4797         case ISPCTL_UPDATE_PARAMS:
4798
4799                 va_start(ap, ctl);
4800                 chan = va_arg(ap, int);
4801                 va_end(ap);
4802                 isp_spi_update(isp, chan);
4803                 return (0);
4804
4805         case ISPCTL_FCLINK_TEST:
4806
4807                 if (IS_FC(isp)) {
4808                         int usdelay;
4809                         va_start(ap, ctl);
4810                         chan = va_arg(ap, int);
4811                         usdelay = va_arg(ap, int);
4812                         va_end(ap);
4813                         if (usdelay == 0) {
4814                                 usdelay =  250000;
4815                         }
4816                         return (isp_fclink_test(isp, chan, usdelay));
4817                 }
4818                 break;
4819
4820         case ISPCTL_SCAN_FABRIC:
4821
4822                 if (IS_FC(isp)) {
4823                         va_start(ap, ctl);
4824                         chan = va_arg(ap, int);
4825                         va_end(ap);
4826                         return (isp_scan_fabric(isp, chan));
4827                 }
4828                 break;
4829
4830         case ISPCTL_SCAN_LOOP:
4831
4832                 if (IS_FC(isp)) {
4833                         va_start(ap, ctl);
4834                         chan = va_arg(ap, int);
4835                         va_end(ap);
4836                         return (isp_scan_loop(isp, chan));
4837                 }
4838                 break;
4839
4840         case ISPCTL_PDB_SYNC:
4841
4842                 if (IS_FC(isp)) {
4843                         va_start(ap, ctl);
4844                         chan = va_arg(ap, int);
4845                         va_end(ap);
4846                         return (isp_pdb_sync(isp, chan));
4847                 }
4848                 break;
4849
4850         case ISPCTL_SEND_LIP:
4851
4852                 if (IS_FC(isp) && !IS_24XX(isp)) {
4853                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4854                         if (ISP_CAP_2KLOGIN(isp)) {
4855                                 mbs.ibits = (1 << 10);
4856                         }
4857                         isp_mboxcmd(isp, &mbs);
4858                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4859                                 return (0);
4860                         }
4861                 }
4862                 break;
4863
4864         case ISPCTL_GET_PDB:
4865                 if (IS_FC(isp)) {
4866                         isp_pdb_t *pdb;
4867                         va_start(ap, ctl);
4868                         chan = va_arg(ap, int);
4869                         tgt = va_arg(ap, int);
4870                         pdb = va_arg(ap, isp_pdb_t *);
4871                         va_end(ap);
4872                         return (isp_getpdb(isp, chan, tgt, pdb));
4873                 }
4874                 break;
4875
4876         case ISPCTL_GET_NAMES:
4877         {
4878                 uint64_t *wwnn, *wwnp;
4879                 va_start(ap, ctl);
4880                 chan = va_arg(ap, int);
4881                 tgt = va_arg(ap, int);
4882                 wwnn = va_arg(ap, uint64_t *);
4883                 wwnp = va_arg(ap, uint64_t *);
4884                 va_end(ap);
4885                 if (wwnn == NULL && wwnp == NULL) {
4886                         break;
4887                 }
4888                 if (wwnn) {
4889                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4890                         if (*wwnn == INI_NONE) {
4891                                 break;
4892                         }
4893                 }
4894                 if (wwnp) {
4895                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4896                         if (*wwnp == INI_NONE) {
4897                                 break;
4898                         }
4899                 }
4900                 return (0);
4901         }
4902         case ISPCTL_RUN_MBOXCMD:
4903         {
4904                 va_start(ap, ctl);
4905                 mbr = va_arg(ap, mbreg_t *);
4906                 va_end(ap);
4907                 isp_mboxcmd(isp, mbr);
4908                 return (0);
4909         }
4910         case ISPCTL_PLOGX:
4911         {
4912                 isp_plcmd_t *p;
4913                 int r;
4914
4915                 va_start(ap, ctl);
4916                 p = va_arg(ap, isp_plcmd_t *);
4917                 va_end(ap);
4918
4919                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4920                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4921                 }
4922                 do {
4923                         isp_next_handle(isp, &p->handle);
4924                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4925                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4926                                 p->handle = r >> 16;
4927                                 r = 0;
4928                                 break;
4929                         }
4930                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4931                 return (r);
4932         }
4933         case ISPCTL_CHANGE_ROLE:
4934                 if (IS_FC(isp)) {
4935                         int role, r;
4936
4937                         va_start(ap, ctl);
4938                         chan = va_arg(ap, int);
4939                         role = va_arg(ap, int);
4940                         va_end(ap);
4941                         r = isp_fc_change_role(isp, chan, role);
4942                         return (r);
4943                 }
4944                 break;
4945         default:
4946                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4947                 break;
4948
4949         }
4950         return (-1);
4951 }
4952
4953 /*
4954  * Interrupt Service Routine(s).
4955  *
4956  * External (OS) framework has done the appropriate locking,
4957  * and the locking will be held throughout this function.
4958  */
4959
4960 /*
4961  * Limit our stack depth by sticking with the max likely number
4962  * of completions on a request queue at any one time.
4963  */
4964 #ifndef MAX_REQUESTQ_COMPLETIONS
4965 #define MAX_REQUESTQ_COMPLETIONS        32
4966 #endif
4967
4968 void
4969 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
4970 {
4971         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
4972         uint32_t iptr, optr, junk;
4973         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
4974         int etype, last_etype = 0;
4975
4976 again:
4977         /*
4978          * Is this a mailbox related interrupt?
4979          * The mailbox semaphore will be nonzero if so.
4980          */
4981         if (sema) {
4982  fmbox:
4983                 if (info & MBOX_COMMAND_COMPLETE) {
4984                         isp->isp_intmboxc++;
4985                         if (isp->isp_mboxbsy) {
4986                                 int obits = isp->isp_obits;
4987                                 isp->isp_mboxtmp[0] = info;
4988                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
4989                                         if ((obits & (1 << i)) == 0) {
4990                                                 continue;
4991                                         }
4992                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
4993                                 }
4994                                 if (isp->isp_mbxwrk0) {
4995                                         if (isp_mbox_continue(isp) == 0) {
4996                                                 return;
4997                                         }
4998                                 }
4999                                 MBOX_NOTIFY_COMPLETE(isp);
5000                         } else {
5001                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5002                         }
5003                 } else {
5004                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5005                         if (i < 0) {
5006                                 return;
5007                         }
5008                 }
5009                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5010                         goto out;
5011                 }
5012         }
5013
5014         /*
5015          * We can't be getting this now.
5016          */
5017         if (isp->isp_state != ISP_RUNSTATE) {
5018                 /*
5019                  * This seems to happen to 23XX and 24XX cards- don't know why.
5020                  */
5021                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5022                         goto fmbox;
5023                 }
5024                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5025                     "when not ready", isr, sema, info);
5026                 /*
5027                  * Thank you very much!  *Burrrp*!
5028                  */
5029                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5030                 isp->isp_resodx = isp->isp_residx;
5031                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5032                 if (IS_24XX(isp)) {
5033                         ISP_DISABLE_INTS(isp);
5034                 }
5035                 goto out;
5036         }
5037
5038 #ifdef  ISP_TARGET_MODE
5039         /*
5040          * Check for ATIO Queue entries.
5041          */
5042         if (IS_24XX(isp) &&
5043             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5044              isr == ISPR2HST_ATIO_UPDATE2)) {
5045                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5046                 optr = isp->isp_atioodx;
5047
5048                 while (optr != iptr) {
5049                         uint8_t qe[QENTRY_LEN];
5050                         isphdr_t *hp;
5051                         uint32_t oop;
5052                         void *addr;
5053
5054                         oop = optr;
5055                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5056                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5057                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5058                         hp = (isphdr_t *)qe;
5059                         switch (hp->rqs_entry_type) {
5060                         case RQSTYPE_NOTIFY:
5061                         case RQSTYPE_ATIO:
5062                                 (void) isp_target_notify(isp, addr, &oop);
5063                                 break;
5064                         default:
5065                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5066                                 break;
5067                         }
5068                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5069                 }
5070                 if (isp->isp_atioodx != optr) {
5071                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5072                         isp->isp_atioodx = optr;
5073                 }
5074         }
5075 #endif
5076
5077         /*
5078          * You *must* read the Response Queue In Pointer
5079          * prior to clearing the RISC interrupt.
5080          *
5081          * Debounce the 2300 if revision less than 2.
5082          */
5083         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5084                 i = 0;
5085                 do {
5086                         iptr = ISP_READ(isp, isp->isp_respinrp);
5087                         junk = ISP_READ(isp, isp->isp_respinrp);
5088                 } while (junk != iptr && ++i < 1000);
5089
5090                 if (iptr != junk) {
5091                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5092                         goto out;
5093                 }
5094         } else {
5095                 iptr = ISP_READ(isp, isp->isp_respinrp);
5096         }
5097
5098         optr = isp->isp_resodx;
5099         if (optr == iptr && sema == 0) {
5100                 /*
5101                  * There are a lot of these- reasons unknown- mostly on
5102                  * faster Alpha machines.
5103                  *
5104                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5105                  * make sure the old interrupt went away (to avoid 'ringing'
5106                  * effects), but that didn't stop this from occurring.
5107                  */
5108                 if (IS_24XX(isp)) {
5109                         junk = 0;
5110                 } else if (IS_23XX(isp)) {
5111                         ISP_DELAY(100);
5112                         iptr = ISP_READ(isp, isp->isp_respinrp);
5113                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5114                 } else {
5115                         junk = ISP_READ(isp, BIU_ISR);
5116                 }
5117                 if (optr == iptr) {
5118                         if (IS_23XX(isp) || IS_24XX(isp)) {
5119                                 ;
5120                         } else {
5121                                 sema = ISP_READ(isp, BIU_SEMA);
5122                                 info = ISP_READ(isp, OUTMAILBOX0);
5123                                 if ((sema & 0x3) && (info & 0x8000)) {
5124                                         goto again;
5125                                 }
5126                         }
5127                         isp->isp_intbogus++;
5128                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5129                 }
5130         }
5131         isp->isp_residx = iptr;
5132
5133         while (optr != iptr) {
5134                 uint8_t qe[QENTRY_LEN];
5135                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5136                 isphdr_t *hp;
5137                 int buddaboom, scsi_status, completion_status;
5138                 int req_status_flags, req_state_flags;
5139                 uint8_t *snsp, *resp;
5140                 uint32_t rlen, slen, totslen;
5141                 long resid;
5142                 uint16_t oop;
5143
5144                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5145                 oop = optr;
5146                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5147                 nlooked++;
5148  read_again:
5149                 buddaboom = req_status_flags = req_state_flags = 0;
5150                 resid = 0L;
5151
5152                 /*
5153                  * Synchronize our view of this response queue entry.
5154                  */
5155                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5156                 if (isp->isp_dblev & ISP_LOGDEBUG1)
5157                         isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5158                 isp_get_hdr(isp, hp, &sp->req_header);
5159                 etype = sp->req_header.rqs_entry_type;
5160
5161                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5162                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5163                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5164                         scsi_status = sp2->req_scsi_status;
5165                         completion_status = sp2->req_completion_status;
5166                         if ((scsi_status & 0xff) != 0)
5167                                 req_state_flags = RQSF_GOT_STATUS;
5168                         else
5169                                 req_state_flags = 0;
5170                         resid = sp2->req_resid;
5171                 } else if (etype == RQSTYPE_RESPONSE) {
5172                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5173                         scsi_status = sp->req_scsi_status;
5174                         completion_status = sp->req_completion_status;
5175                         req_status_flags = sp->req_status_flags;
5176                         req_state_flags = sp->req_state_flags;
5177                         resid = sp->req_resid;
5178                 } else if (etype == RQSTYPE_RIO1) {
5179                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5180                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5181                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5182                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5183                         }
5184                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5185                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5186                         }
5187                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5188                         last_etype = etype;
5189                         continue;
5190                 } else if (etype == RQSTYPE_RIO2) {
5191                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5192                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5193                         last_etype = etype;
5194                         continue;
5195                 } else if (etype == RQSTYPE_STATUS_CONT) {
5196                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5197                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5198                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5199                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5200                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5201                         } else {
5202                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5203                         }
5204                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5205                         continue;
5206                 } else {
5207                         /*
5208                          * Somebody reachable via isp_handle_other_response
5209                          * may have updated the response queue pointers for
5210                          * us, so we reload our goal index.
5211                          */
5212                         int r;
5213                         uint32_t tsto = oop;
5214                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5215                         if (r < 0) {
5216                                 goto read_again;
5217                         }
5218                         /*
5219                          * If somebody updated the output pointer, then reset
5220                          * optr to be one more than the updated amount.
5221                          */
5222                         while (tsto != oop) {
5223                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5224                         }
5225                         if (r > 0) {
5226                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5227                                 last_etype = etype;
5228                                 continue;
5229                         }
5230
5231                         /*
5232                          * After this point, we'll just look at the header as
5233                          * we don't know how to deal with the rest of the
5234                          * response.
5235                          */
5236
5237                         /*
5238                          * It really has to be a bounced request just copied
5239                          * from the request queue to the response queue. If
5240                          * not, something bad has happened.
5241                          */
5242                         if (etype != RQSTYPE_REQUEST) {
5243                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5244                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5245                                 last_etype = etype;
5246                                 continue;
5247                         }
5248                         buddaboom = 1;
5249                         scsi_status = sp->req_scsi_status;
5250                         completion_status = sp->req_completion_status;
5251                         req_status_flags = sp->req_status_flags;
5252                         req_state_flags = sp->req_state_flags;
5253                         resid = sp->req_resid;
5254                 }
5255
5256                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5257                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5258                                 isp_print_qentry(isp, "unexpected continuation segment",
5259                                     oop, hp);
5260                                 last_etype = etype;
5261                                 continue;
5262                         }
5263                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5264                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5265                                 /*
5266                                  * We'll synthesize a QUEUE FULL message below.
5267                                  */
5268                         }
5269                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5270                                 isp_print_qentry(isp, "bad header flag",
5271                                     oop, hp);
5272                                 buddaboom++;
5273                         }
5274                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5275                                 isp_print_qentry(isp, "bad request packet",
5276                                     oop, hp);
5277                                 buddaboom++;
5278                         }
5279                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5280                                 isp_print_qentry(isp, "invalid entry count",
5281                                     oop, hp);
5282                                 buddaboom++;
5283                         }
5284                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5285                                 isp_print_qentry(isp, "invalid IOCB ordering",
5286                                     oop, hp);
5287                                 last_etype = etype;
5288                                 continue;
5289                         }
5290                 }
5291
5292                 xs = isp_find_xs(isp, sp->req_handle);
5293                 if (xs == NULL) {
5294                         uint8_t ts = completion_status & 0xff;
5295                         /*
5296                          * Only whine if this isn't the expected fallout of
5297                          * aborting the command or resetting the target.
5298                          */
5299                         if (etype != RQSTYPE_RESPONSE) {
5300                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5301                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5302                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5303                         }
5304                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5305                         last_etype = etype;
5306                         continue;
5307                 }
5308                 if (req_status_flags & RQSTF_BUS_RESET) {
5309                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5310                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5311                         XS_SETERR(xs, HBA_BUSRESET);
5312                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5313                 }
5314                 if (buddaboom) {
5315                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5316                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5317                         XS_SETERR(xs, HBA_BOTCH);
5318                 }
5319
5320                 resp = NULL;
5321                 rlen = 0;
5322                 snsp = NULL;
5323                 totslen = slen = 0;
5324                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5325                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5326                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5327                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5328                         resp = sp->req_response;
5329                         rlen = sp->req_response_len;
5330                 }
5331                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5332                         /*
5333                          * Fibre Channel F/W doesn't say we got status
5334                          * if there's Sense Data instead. I guess they
5335                          * think it goes w/o saying.
5336                          */
5337                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5338                         if (IS_24XX(isp)) {
5339                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5340                                 snsp += rlen;
5341                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5342                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5343                                 if (totslen < slen)
5344                                         slen = totslen;
5345                         } else {
5346                                 snsp = sp->req_sense_data;
5347                                 totslen = sp->req_sense_len;
5348                                 slen = sizeof (sp->req_sense_data);
5349                                 if (totslen < slen)
5350                                         slen = totslen;
5351                         }
5352                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5353                         snsp = sp->req_sense_data;
5354                         totslen = sp->req_sense_len;
5355                         slen = sizeof (sp->req_sense_data);
5356                         if (totslen < slen)
5357                                 slen = totslen;
5358                 }
5359                 if (req_state_flags & RQSF_GOT_STATUS) {
5360                         *XS_STSP(xs) = scsi_status & 0xff;
5361                 }
5362
5363                 switch (etype) {
5364                 case RQSTYPE_RESPONSE:
5365                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5366                                 const char *ptr;
5367                                 char lb[64];
5368                                 const char *rnames[10] = {
5369                                     "Task Management function complete",
5370                                     "FCP_DATA length different than FCP_BURST_LEN",
5371                                     "FCP_CMND fields invalid",
5372                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5373                                     "Task Management function rejected",
5374                                     "Task Management function failed",
5375                                     NULL,
5376                                     NULL,
5377                                     "Task Management function succeeded",
5378                                     "Task Management function incorrect logical unit number",
5379                                 };
5380                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5381                                 if (code >= 10 || rnames[code] == NULL) {
5382                                         ISP_SNPRINTF(lb, sizeof(lb),
5383                                             "Unknown FCP Response Code 0x%x",
5384                                             code);
5385                                         ptr = lb;
5386                                 } else {
5387                                         ptr = rnames[code];
5388                                 }
5389                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5390                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5391                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5392                                 if (code != 0 && code != 8)
5393                                         XS_SETERR(xs, HBA_BOTCH);
5394                         }
5395                         if (IS_24XX(isp)) {
5396                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5397                         } else {
5398                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5399                         }
5400                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5401                                 XS_SETERR(xs, HBA_TGTBSY);
5402                         }
5403                         if (IS_SCSI(isp)) {
5404                                 XS_SET_RESID(xs, resid);
5405                                 /*
5406                                  * A new synchronous rate was negotiated for
5407                                  * this target. Mark state such that we'll go
5408                                  * look up that which has changed later.
5409                                  */
5410                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5411                                         int t = XS_TGT(xs);
5412                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5413                                         sdp->isp_devparam[t].dev_refresh = 1;
5414                                         sdp->update = 1;
5415                                 }
5416                         } else {
5417                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5418                                         XS_SET_RESID(xs, 0);
5419                                 } else if (scsi_status & RQCS_RESID) {
5420                                         XS_SET_RESID(xs, resid);
5421                                 } else {
5422                                         XS_SET_RESID(xs, 0);
5423                                 }
5424                         }
5425                         if (snsp && slen) {
5426                                 if (totslen > slen) {
5427                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5428                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5429                                                 /* we'll lose some stats, but that's a small price to pay */
5430                                                 for (i = 0; i < ndone; i++) {
5431                                                         if (complist[i]) {
5432                                                                 isp->isp_rsltccmplt++;
5433                                                                 isp_done(complist[i]);
5434                                                         }
5435                                                 }
5436                                                 ndone = 0;
5437                                         }
5438                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5439                                             continuations_expected, totslen);
5440                                 }
5441                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5442                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5443                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5444                                 isp_print_qentry(isp, "CC with no Sense",
5445                                     oop, hp);
5446                         }
5447                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5448                         break;
5449                 case RQSTYPE_REQUEST:
5450                 case RQSTYPE_A64:
5451                 case RQSTYPE_T2RQS:
5452                 case RQSTYPE_T3RQS:
5453                 case RQSTYPE_T7RQS:
5454                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5455                                 /*
5456                                  * Force Queue Full status.
5457                                  */
5458                                 *XS_STSP(xs) = SCSI_QFULL;
5459                                 XS_SETERR(xs, HBA_NOERROR);
5460                         } else if (XS_NOERR(xs)) {
5461                                 isp_prt(isp, ISP_LOG_WARN1,
5462                                     "%d.%d.%jx badness at %s:%u",
5463                                     XS_CHANNEL(xs), XS_TGT(xs),
5464                                     (uintmax_t)XS_LUN(xs),
5465                                     __func__, __LINE__);
5466                                 XS_SETERR(xs, HBA_BOTCH);
5467                         }
5468                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5469                         break;
5470                 default:
5471                         isp_print_qentry(isp, "Unhandled Response Type",
5472                             oop, hp);
5473                         if (XS_NOERR(xs)) {
5474                                 XS_SETERR(xs, HBA_BOTCH);
5475                         }
5476                         break;
5477                 }
5478
5479                 /*
5480                  * Free any DMA resources. As a side effect, this may
5481                  * also do any cache flushing necessary for data coherence.
5482                  */
5483                 if (XS_XFRLEN(xs)) {
5484                         ISP_DMAFREE(isp, xs, sp->req_handle);
5485                 }
5486                 isp_destroy_handle(isp, sp->req_handle);
5487
5488                 if (isp->isp_nactive > 0) {
5489                     isp->isp_nactive--;
5490                 }
5491                 complist[ndone++] = xs; /* defer completion call until later */
5492                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5493                 last_etype = etype;
5494                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5495                         break;
5496                 }
5497         }
5498
5499         /*
5500          * If we looked at any commands, then it's valid to find out
5501          * what the outpointer is. It also is a trigger to update the
5502          * ISP's notion of what we've seen so far.
5503          */
5504         if (nlooked) {
5505                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5506                 isp->isp_resodx = optr;
5507                 if (isp->isp_rscchiwater < ndone)
5508                         isp->isp_rscchiwater = ndone;
5509         }
5510
5511 out:
5512
5513         if (IS_24XX(isp)) {
5514                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5515         } else {
5516                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5517                 ISP_WRITE(isp, BIU_SEMA, 0);
5518         }
5519
5520         for (i = 0; i < ndone; i++) {
5521                 xs = complist[i];
5522                 if (xs) {
5523                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5524                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5525                                 isp_prt_endcmd(isp, xs);
5526                         }
5527                         isp->isp_rsltccmplt++;
5528                         isp_done(xs);
5529                 }
5530         }
5531 }
5532
5533 /*
5534  * Support routines.
5535  */
5536
5537 void
5538 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5539 {
5540         char cdbstr[16 * 5 + 1];
5541         int i, lim;
5542
5543         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5544         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5545         for (i = 1; i < lim; i++) {
5546                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5547         }
5548         if (XS_SENSE_VALID(xs)) {
5549                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5550                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5551         } else {
5552                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5553         }
5554 }
5555
5556 /*
5557  * Parse an ASYNC mailbox complete
5558  *
5559  * Return non-zero if the event has been acknowledged.
5560  */
5561 static int
5562 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5563 {
5564         int acked = 0;
5565         uint32_t h1 = 0, h2 = 0;
5566         uint16_t chan = 0;
5567
5568         /*
5569          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5570          * where Mailboxes 6/7 have the second handle.
5571          */
5572         if (mbox != ASYNC_RIO32_2) {
5573                 if (IS_DUALBUS(isp)) {
5574                         chan = ISP_READ(isp, OUTMAILBOX6);
5575                 }
5576         }
5577         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5578
5579         switch (mbox) {
5580         case ASYNC_BUS_RESET:
5581                 ISP_SET_SENDMARKER(isp, chan, 1);
5582 #ifdef  ISP_TARGET_MODE
5583                 if (isp_target_async(isp, chan, mbox)) {
5584                         acked = 1;
5585                 }
5586 #endif
5587                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5588                 break;
5589         case ASYNC_SYSTEM_ERROR:
5590                 isp->isp_dead = 1;
5591                 isp->isp_state = ISP_CRASHED;
5592                 /*
5593                  * Were we waiting for a mailbox command to complete?
5594                  * If so, it's dead, so wake up the waiter.
5595                  */
5596                 if (isp->isp_mboxbsy) {
5597                         isp->isp_obits = 1;
5598                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5599                         MBOX_NOTIFY_COMPLETE(isp);
5600                 }
5601                 /*
5602                  * It's up to the handler for isp_async to reinit stuff and
5603                  * restart the firmware
5604                  */
5605                 isp_async(isp, ISPASYNC_FW_CRASH);
5606                 acked = 1;
5607                 break;
5608
5609         case ASYNC_RQS_XFER_ERR:
5610                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5611                 break;
5612
5613         case ASYNC_RSP_XFER_ERR:
5614                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5615                 break;
5616
5617         case ASYNC_QWAKEUP:
5618                 /*
5619                  * We've just been notified that the Queue has woken up.
5620                  * We don't need to be chatty about this- just unlatch things
5621                  * and move on.
5622                  */
5623                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5624                 break;
5625
5626         case ASYNC_TIMEOUT_RESET:
5627                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5628                 ISP_SET_SENDMARKER(isp, chan, 1);
5629 #ifdef  ISP_TARGET_MODE
5630                 if (isp_target_async(isp, chan, mbox)) {
5631                         acked = 1;
5632                 }
5633 #endif
5634                 break;
5635
5636         case ASYNC_DEVICE_RESET:
5637                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5638                 ISP_SET_SENDMARKER(isp, chan, 1);
5639 #ifdef  ISP_TARGET_MODE
5640                 if (isp_target_async(isp, chan, mbox)) {
5641                         acked = 1;
5642                 }
5643 #endif
5644                 break;
5645
5646         case ASYNC_EXTMSG_UNDERRUN:
5647                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5648                 break;
5649
5650         case ASYNC_SCAM_INT:
5651                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5652                 break;
5653
5654         case ASYNC_HUNG_SCSI:
5655                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5656                 /* XXX: Need to issue SCSI reset at this point */
5657                 break;
5658
5659         case ASYNC_KILLED_BUS:
5660                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5661                 break;
5662
5663         case ASYNC_BUS_TRANSIT:
5664                 mbox = ISP_READ(isp, OUTMAILBOX2);
5665                 switch (mbox & SXP_PINS_MODE_MASK) {
5666                 case SXP_PINS_LVD_MODE:
5667                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5668                         SDPARAM(isp, chan)->isp_diffmode = 0;
5669                         SDPARAM(isp, chan)->isp_ultramode = 0;
5670                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5671                         break;
5672                 case SXP_PINS_HVD_MODE:
5673                         isp_prt(isp, ISP_LOGINFO,
5674                             "Transition to Differential mode");
5675                         SDPARAM(isp, chan)->isp_diffmode = 1;
5676                         SDPARAM(isp, chan)->isp_ultramode = 0;
5677                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5678                         break;
5679                 case SXP_PINS_SE_MODE:
5680                         isp_prt(isp, ISP_LOGINFO,
5681                             "Transition to Single Ended mode");
5682                         SDPARAM(isp, chan)->isp_diffmode = 0;
5683                         SDPARAM(isp, chan)->isp_ultramode = 1;
5684                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5685                         break;
5686                 default:
5687                         isp_prt(isp, ISP_LOGWARN,
5688                             "Transition to Unknown Mode 0x%x", mbox);
5689                         break;
5690                 }
5691                 /*
5692                  * XXX: Set up to renegotiate again!
5693                  */
5694                 /* Can only be for a 1080... */
5695                 ISP_SET_SENDMARKER(isp, chan, 1);
5696                 break;
5697
5698         case ASYNC_CMD_CMPLT:
5699         case ASYNC_RIO32_1:
5700                 if (!IS_ULTRA3(isp)) {
5701                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5702                         break;
5703                 }
5704                 /* FALLTHROUGH */
5705                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5706                 break;
5707
5708         case ASYNC_RIO32_2:
5709                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5710                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5711                 break;
5712
5713         case ASYNC_RIO16_5:
5714         case ASYNC_RIO16_4:
5715         case ASYNC_RIO16_3:
5716         case ASYNC_RIO16_2:
5717         case ASYNC_RIO16_1:
5718                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5719                 break;
5720         default:
5721                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5722                 break;
5723         }
5724
5725         if (h1 || h2) {
5726                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5727                 isp_fastpost_complete(isp, h1);
5728                 if (h2) {
5729                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5730                         isp_fastpost_complete(isp, h2);
5731                         if (isp->isp_fpcchiwater < 2) {
5732                                 isp->isp_fpcchiwater = 2;
5733                         }
5734                 } else {
5735                         if (isp->isp_fpcchiwater < 1) {
5736                                 isp->isp_fpcchiwater = 1;
5737                         }
5738                 }
5739         } else {
5740                 isp->isp_intoasync++;
5741         }
5742         return (acked);
5743 }
5744
5745 static int
5746 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5747 {
5748         fcparam *fcp;
5749         int acked = 0;
5750         uint16_t chan;
5751
5752         if (IS_DUALBUS(isp)) {
5753                 chan = ISP_READ(isp, OUTMAILBOX6);
5754         } else {
5755                 chan = 0;
5756         }
5757         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5758
5759         switch (mbox) {
5760         case ASYNC_SYSTEM_ERROR:
5761                 isp->isp_dead = 1;
5762                 isp->isp_state = ISP_CRASHED;
5763                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5764                 isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5765                 /*
5766                  * Were we waiting for a mailbox command to complete?
5767                  * If so, it's dead, so wake up the waiter.
5768                  */
5769                 if (isp->isp_mboxbsy) {
5770                         isp->isp_obits = 1;
5771                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5772                         MBOX_NOTIFY_COMPLETE(isp);
5773                 }
5774                 /*
5775                  * It's up to the handler for isp_async to reinit stuff and
5776                  * restart the firmware
5777                  */
5778                 isp_async(isp, ISPASYNC_FW_CRASH);
5779                 acked = 1;
5780                 break;
5781
5782         case ASYNC_RQS_XFER_ERR:
5783                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5784                 break;
5785
5786         case ASYNC_RSP_XFER_ERR:
5787                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5788                 break;
5789
5790         case ASYNC_QWAKEUP:
5791 #ifdef  ISP_TARGET_MODE
5792                 if (IS_24XX(isp)) {
5793                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5794                         break;
5795                 }
5796 #endif
5797                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5798                 break;
5799
5800         case ASYNC_CMD_CMPLT:
5801                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5802                 if (isp->isp_fpcchiwater < 1) {
5803                         isp->isp_fpcchiwater = 1;
5804                 }
5805                 break;
5806
5807         case ASYNC_RIOZIO_STALL:
5808                 break;
5809
5810         case ASYNC_CTIO_DONE:
5811 #ifdef  ISP_TARGET_MODE
5812                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5813                         acked = 1;
5814                 } else {
5815                         isp->isp_fphccmplt++;
5816                 }
5817 #else
5818                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5819 #endif
5820                 break;
5821         case ASYNC_LIP_ERROR:
5822         case ASYNC_LIP_NOS_OLS_RECV:
5823         case ASYNC_LIP_OCCURRED:
5824         case ASYNC_PTPMODE:
5825                 /*
5826                  * These are broadcast events that have to be sent across
5827                  * all active channels.
5828                  */
5829                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5830                         fcp = FCPARAM(isp, chan);
5831                         int topo = fcp->isp_topo;
5832
5833                         if (fcp->role == ISP_ROLE_NONE)
5834                                 continue;
5835                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5836                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5837                         ISP_SET_SENDMARKER(isp, chan, 1);
5838                         isp_async(isp, ISPASYNC_LIP, chan);
5839 #ifdef  ISP_TARGET_MODE
5840                         if (isp_target_async(isp, chan, mbox)) {
5841                                 acked = 1;
5842                         }
5843 #endif
5844                         /*
5845                          * We've had problems with data corruption occuring on
5846                          * commands that complete (with no apparent error) after
5847                          * we receive a LIP. This has been observed mostly on
5848                          * Local Loop topologies. To be safe, let's just mark
5849                          * all active initiator commands as dead.
5850                          */
5851                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5852                                 int i, j;
5853                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5854                                         XS_T *xs;
5855                                         isp_hdl_t *hdp;
5856
5857                                         hdp = &isp->isp_xflist[i];
5858                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5859                                                 continue;
5860                                         }
5861                                         xs = hdp->cmd;
5862                                         if (XS_CHANNEL(xs) != chan) {
5863                                                 continue;
5864                                         }
5865                                         j++;
5866                                         isp_prt(isp, ISP_LOG_WARN1,
5867                                             "%d.%d.%jx bus reset set at %s:%u",
5868                                             XS_CHANNEL(xs), XS_TGT(xs),
5869                                             (uintmax_t)XS_LUN(xs),
5870                                             __func__, __LINE__);
5871                                         XS_SETERR(xs, HBA_BUSRESET);
5872                                 }
5873                                 if (j) {
5874                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5875                                 }
5876                         }
5877                 }
5878                 break;
5879
5880         case ASYNC_LOOP_UP:
5881                 /*
5882                  * This is a broadcast event that has to be sent across
5883                  * all active channels.
5884                  */
5885                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5886                         fcp = FCPARAM(isp, chan);
5887                         if (fcp->role == ISP_ROLE_NONE)
5888                                 continue;
5889                         fcp->isp_linkstate = 1;
5890                         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5891                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5892                         ISP_SET_SENDMARKER(isp, chan, 1);
5893                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5894 #ifdef  ISP_TARGET_MODE
5895                         if (isp_target_async(isp, chan, mbox)) {
5896                                 acked = 1;
5897                         }
5898 #endif
5899                 }
5900                 break;
5901
5902         case ASYNC_LOOP_DOWN:
5903                 /*
5904                  * This is a broadcast event that has to be sent across
5905                  * all active channels.
5906                  */
5907                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5908                         fcp = FCPARAM(isp, chan);
5909                         if (fcp->role == ISP_ROLE_NONE)
5910                                 continue;
5911                         ISP_SET_SENDMARKER(isp, chan, 1);
5912                         fcp->isp_linkstate = 0;
5913                         fcp->isp_loopstate = LOOP_NIL;
5914                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5915 #ifdef  ISP_TARGET_MODE
5916                         if (isp_target_async(isp, chan, mbox)) {
5917                                 acked = 1;
5918                         }
5919 #endif
5920                 }
5921                 break;
5922
5923         case ASYNC_LOOP_RESET:
5924                 /*
5925                  * This is a broadcast event that has to be sent across
5926                  * all active channels.
5927                  */
5928                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5929                         fcp = FCPARAM(isp, chan);
5930                         if (fcp->role == ISP_ROLE_NONE)
5931                                 continue;
5932                         ISP_SET_SENDMARKER(isp, chan, 1);
5933                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5934                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5935                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5936 #ifdef  ISP_TARGET_MODE
5937                         if (isp_target_async(isp, chan, mbox)) {
5938                                 acked = 1;
5939                         }
5940 #endif
5941                 }
5942                 break;
5943
5944         case ASYNC_PDB_CHANGED:
5945         {
5946                 int echan, nphdl, nlstate, reason;
5947
5948                 if (IS_23XX(isp) || IS_24XX(isp)) {
5949                         nphdl = ISP_READ(isp, OUTMAILBOX1);
5950                         nlstate = ISP_READ(isp, OUTMAILBOX2);
5951                 } else {
5952                         nphdl = nlstate = 0xffff;
5953                 }
5954                 if (IS_24XX(isp))
5955                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5956                 else
5957                         reason = 0xff;
5958                 if (ISP_CAP_MULTI_ID(isp)) {
5959                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5960                         if (chan == 0xff || nphdl == NIL_HANDLE) {
5961                                 chan = 0;
5962                                 echan = isp->isp_nchan - 1;
5963                         } else if (chan >= isp->isp_nchan) {
5964                                 break;
5965                         } else {
5966                                 echan = chan;
5967                         }
5968                 } else {
5969                         chan = echan = 0;
5970                 }
5971                 for (; chan <= echan; chan++) {
5972                         fcp = FCPARAM(isp, chan);
5973                         if (fcp->role == ISP_ROLE_NONE)
5974                                 continue;
5975                         if (fcp->isp_loopstate > LOOP_LTEST_DONE)
5976                                 fcp->isp_loopstate = LOOP_LTEST_DONE;
5977                         else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5978                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5979                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5980                             ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
5981                 }
5982                 break;
5983         }
5984         case ASYNC_CHANGE_NOTIFY:
5985         {
5986                 int portid;
5987
5988                 portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
5989                     ISP_READ(isp, OUTMAILBOX2);
5990                 if (ISP_CAP_MULTI_ID(isp)) {
5991                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5992                         if (chan >= isp->isp_nchan)
5993                                 break;
5994                 } else {
5995                         chan = 0;
5996                 }
5997                 fcp = FCPARAM(isp, chan);
5998                 if (fcp->role == ISP_ROLE_NONE)
5999                         break;
6000                 if (fcp->isp_loopstate > LOOP_LTEST_DONE)
6001                         fcp->isp_loopstate = LOOP_LTEST_DONE;
6002                 else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6003                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6004                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6005                     ISPASYNC_CHANGE_SNS, portid);
6006                 break;
6007         }
6008         case ASYNC_ERR_LOGGING_DISABLED:
6009                 isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
6010                     ISP_READ(isp, OUTMAILBOX1));
6011                 break;
6012         case ASYNC_CONNMODE:
6013                 /*
6014                  * This only applies to 2100 amd 2200 cards
6015                  */
6016                 if (!IS_2200(isp) && !IS_2100(isp)) {
6017                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6018                         break;
6019                 }
6020                 chan = 0;
6021                 mbox = ISP_READ(isp, OUTMAILBOX1);
6022                 switch (mbox) {
6023                 case ISP_CONN_LOOP:
6024                         isp_prt(isp, ISP_LOGINFO,
6025                             "Point-to-Point -> Loop mode");
6026                         break;
6027                 case ISP_CONN_PTP:
6028                         isp_prt(isp, ISP_LOGINFO,
6029                             "Loop -> Point-to-Point mode");
6030                         break;
6031                 case ISP_CONN_BADLIP:
6032                         isp_prt(isp, ISP_LOGWARN,
6033                             "Point-to-Point -> Loop mode (BAD LIP)");
6034                         break;
6035                 case ISP_CONN_FATAL:
6036                         isp->isp_dead = 1;
6037                         isp->isp_state = ISP_CRASHED;
6038                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6039                         isp_async(isp, ISPASYNC_FW_CRASH);
6040                         return (-1);
6041                 case ISP_CONN_LOOPBACK:
6042                         isp_prt(isp, ISP_LOGWARN,
6043                             "Looped Back in Point-to-Point mode");
6044                         break;
6045                 default:
6046                         isp_prt(isp, ISP_LOGWARN,
6047                             "Unknown connection mode (0x%x)", mbox);
6048                         break;
6049                 }
6050                 ISP_SET_SENDMARKER(isp, chan, 1);
6051                 FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
6052                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6053                 break;
6054         case ASYNC_P2P_INIT_ERR:
6055                 isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
6056                     ISP_READ(isp, OUTMAILBOX1));
6057                 break;
6058         case ASYNC_RCV_ERR:
6059                 if (IS_24XX(isp)) {
6060                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6061                 } else {
6062                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6063                 }
6064                 break;
6065         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6066                 if (IS_24XX(isp)) {
6067                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6068                         break;
6069                 } else {
6070                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6071                         break;
6072                 }
6073         case ASYNC_FW_RESTART_COMPLETE:
6074                 isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
6075                 break;
6076         case ASYNC_TEMPERATURE_ALERT:
6077                 isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
6078                     ISP_READ(isp, OUTMAILBOX1));
6079                 break;
6080         case ASYNC_AUTOLOAD_FW_COMPLETE:
6081                 isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
6082                 break;
6083         case ASYNC_AUTOLOAD_FW_FAILURE:
6084                 isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
6085                 break;
6086         default:
6087                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6088                 break;
6089         }
6090         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6091                 isp->isp_intoasync++;
6092         }
6093         return (acked);
6094 }
6095
6096 /*
6097  * Handle other response entries. A pointer to the request queue output
6098  * index is here in case we want to eat several entries at once, although
6099  * this is not used currently.
6100  */
6101
6102 static int
6103 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6104 {
6105         isp_ridacq_t rid;
6106         int chan, c;
6107         uint32_t hdl;
6108         void *ptr;
6109
6110         switch (type) {
6111         case RQSTYPE_STATUS_CONT:
6112                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6113                 return (1);
6114         case RQSTYPE_MARKER:
6115                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6116                 return (1);
6117         case RQSTYPE_RPT_ID_ACQ:
6118                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6119                 if (rid.ridacq_format == 0) {
6120                         for (chan = 0; chan < isp->isp_nchan; chan++) {
6121                                 fcparam *fcp = FCPARAM(isp, chan);
6122                                 if (fcp->role == ISP_ROLE_NONE)
6123                                         continue;
6124                                 c = (chan == 0) ? 127 : (chan - 1);
6125                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
6126                                     chan == 0) {
6127                                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6128                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6129                                             chan, ISPASYNC_CHANGE_OTHER);
6130                                 } else {
6131                                         fcp->isp_loopstate = LOOP_NIL;
6132                                         isp_async(isp, ISPASYNC_LOOP_DOWN,
6133                                             chan);
6134                                 }
6135                         }
6136                 } else {
6137                         fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
6138                         if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
6139                             rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
6140                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
6141                                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6142                                     rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6143                         } else {
6144                                 fcp->isp_loopstate = LOOP_NIL;
6145                                 isp_async(isp, ISPASYNC_LOOP_DOWN,
6146                                     rid.ridacq_vp_index);
6147                         }
6148                 }
6149                 return (1);
6150         case RQSTYPE_VP_MODIFY:
6151         case RQSTYPE_VP_CTRL:
6152         case RQSTYPE_LOGIN:
6153                 ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
6154                 ptr = isp_find_xs(isp, hdl);
6155                 if (ptr != NULL) {
6156                         isp_destroy_handle(isp, hdl);
6157                         memcpy(ptr, hp, QENTRY_LEN);
6158                         wakeup(ptr);
6159                 }
6160                 return (1);
6161         case RQSTYPE_ATIO:
6162         case RQSTYPE_CTIO:
6163         case RQSTYPE_ENABLE_LUN:
6164         case RQSTYPE_MODIFY_LUN:
6165         case RQSTYPE_NOTIFY:
6166         case RQSTYPE_NOTIFY_ACK:
6167         case RQSTYPE_CTIO1:
6168         case RQSTYPE_ATIO2:
6169         case RQSTYPE_CTIO2:
6170         case RQSTYPE_CTIO3:
6171         case RQSTYPE_CTIO7:
6172         case RQSTYPE_ABTS_RCVD:
6173         case RQSTYPE_ABTS_RSP:
6174                 isp->isp_rsltccmplt++;  /* count as a response completion */
6175 #ifdef  ISP_TARGET_MODE
6176                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6177                         return (1);
6178                 }
6179 #endif
6180                 /* FALLTHROUGH */
6181         case RQSTYPE_REQUEST:
6182         default:
6183                 ISP_DELAY(100);
6184                 if (type != isp_get_response_type(isp, hp)) {
6185                         /*
6186                          * This is questionable- we're just papering over
6187                          * something we've seen on SMP linux in target
6188                          * mode- we don't really know what's happening
6189                          * here that causes us to think we've gotten
6190                          * an entry, but that either the entry isn't
6191                          * filled out yet or our CPU read data is stale.
6192                          */
6193                         isp_prt(isp, ISP_LOGINFO,
6194                                 "unstable type in response queue");
6195                         return (-1);
6196                 }
6197                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6198                     isp_get_response_type(isp, hp));
6199                 return (0);
6200         }
6201 }
6202
6203 static void
6204 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6205 {
6206         switch (sp->req_completion_status & 0xff) {
6207         case RQCS_COMPLETE:
6208                 if (XS_NOERR(xs)) {
6209                         XS_SETERR(xs, HBA_NOERROR);
6210                 }
6211                 return;
6212
6213         case RQCS_INCOMPLETE:
6214                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6215                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6216                         if (XS_NOERR(xs)) {
6217                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6218                                 *rp = XS_XFRLEN(xs);
6219                         }
6220                         return;
6221                 }
6222                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6223                 break;
6224
6225         case RQCS_DMA_ERROR:
6226                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6227                 *rp = XS_XFRLEN(xs);
6228                 break;
6229
6230         case RQCS_TRANSPORT_ERROR:
6231         {
6232                 char buf[172];
6233                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6234                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6235                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6236                 }
6237                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6238                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6239                 }
6240                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6241                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6242                 }
6243                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6244                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6245                 }
6246                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6247                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6248                 }
6249                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6250                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6251                 }
6252                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6253                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6254                 }
6255                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6256                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6257                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6258                 }
6259                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6260                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6261                 }
6262                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6263                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6264                 }
6265                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6266                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6267                 }
6268                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6269                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6270                 }
6271                 if (sp->req_status_flags & RQSTF_ABORTED) {
6272                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6273                 }
6274                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6275                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6276                 }
6277                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6278                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6279                 }
6280                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6281                 *rp = XS_XFRLEN(xs);
6282                 break;
6283         }
6284         case RQCS_RESET_OCCURRED:
6285         {
6286                 int chan;
6287                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6288                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6289                         FCPARAM(isp, chan)->sendmarker = 1;
6290                 }
6291                 if (XS_NOERR(xs)) {
6292                         XS_SETERR(xs, HBA_BUSRESET);
6293                 }
6294                 *rp = XS_XFRLEN(xs);
6295                 return;
6296         }
6297         case RQCS_ABORTED:
6298                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6299                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6300                 if (XS_NOERR(xs)) {
6301                         XS_SETERR(xs, HBA_ABORTED);
6302                 }
6303                 return;
6304
6305         case RQCS_TIMEOUT:
6306                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6307                 /*
6308                  * XXX: Check to see if we logged out of the device.
6309                  */
6310                 if (XS_NOERR(xs)) {
6311                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6312                 }
6313                 return;
6314
6315         case RQCS_DATA_OVERRUN:
6316                 XS_SET_RESID(xs, sp->req_resid);
6317                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6318                 if (XS_NOERR(xs)) {
6319                         XS_SETERR(xs, HBA_DATAOVR);
6320                 }
6321                 return;
6322
6323         case RQCS_COMMAND_OVERRUN:
6324                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6325                 break;
6326
6327         case RQCS_STATUS_OVERRUN:
6328                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6329                 break;
6330
6331         case RQCS_BAD_MESSAGE:
6332                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6333                 break;
6334
6335         case RQCS_NO_MESSAGE_OUT:
6336                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6337                 break;
6338
6339         case RQCS_EXT_ID_FAILED:
6340                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6341                 break;
6342
6343         case RQCS_IDE_MSG_FAILED:
6344                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6345                 break;
6346
6347         case RQCS_ABORT_MSG_FAILED:
6348                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6349                 break;
6350
6351         case RQCS_REJECT_MSG_FAILED:
6352                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6353                 break;
6354
6355         case RQCS_NOP_MSG_FAILED:
6356                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6357                 break;
6358
6359         case RQCS_PARITY_ERROR_MSG_FAILED:
6360                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6361                 break;
6362
6363         case RQCS_DEVICE_RESET_MSG_FAILED:
6364                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6365                 break;
6366
6367         case RQCS_ID_MSG_FAILED:
6368                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6369                 break;
6370
6371         case RQCS_UNEXP_BUS_FREE:
6372                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6373                 break;
6374
6375         case RQCS_DATA_UNDERRUN:
6376         {
6377                 if (IS_FC(isp)) {
6378                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6379                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6380                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6381                                 if (XS_NOERR(xs)) {
6382                                         XS_SETERR(xs, HBA_BOTCH);
6383                                 }
6384                                 return;
6385                         }
6386                 }
6387                 XS_SET_RESID(xs, sp->req_resid);
6388                 if (XS_NOERR(xs)) {
6389                         XS_SETERR(xs, HBA_NOERROR);
6390                 }
6391                 return;
6392         }
6393
6394         case RQCS_XACT_ERR1:
6395                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6396                 break;
6397
6398         case RQCS_XACT_ERR2:
6399                 isp_xs_prt(isp, xs, ISP_LOGERR,
6400                     "HBA attempted queued transaction to target routine %jx",
6401                     (uintmax_t)XS_LUN(xs));
6402                 break;
6403
6404         case RQCS_XACT_ERR3:
6405                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6406                 break;
6407
6408         case RQCS_BAD_ENTRY:
6409                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6410                 break;
6411
6412         case RQCS_QUEUE_FULL:
6413                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6414
6415                 /*
6416                  * If QFULL or some other status byte is set, then this
6417                  * isn't an error, per se.
6418                  *
6419                  * Unfortunately, some QLogic f/w writers have, in
6420                  * some cases, ommitted to *set* status to QFULL.
6421                  */
6422 #if     0
6423                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6424                         XS_SETERR(xs, HBA_NOERROR);
6425                         return;
6426                 }
6427
6428 #endif
6429                 *XS_STSP(xs) = SCSI_QFULL;
6430                 XS_SETERR(xs, HBA_NOERROR);
6431                 return;
6432
6433         case RQCS_PHASE_SKIPPED:
6434                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6435                 break;
6436
6437         case RQCS_ARQS_FAILED:
6438                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6439                 if (XS_NOERR(xs)) {
6440                         XS_SETERR(xs, HBA_ARQFAIL);
6441                 }
6442                 return;
6443
6444         case RQCS_WIDE_FAILED:
6445                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6446                 if (IS_SCSI(isp)) {
6447                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6448                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6449                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6450                         sdp->update = 1;
6451                 }
6452                 if (XS_NOERR(xs)) {
6453                         XS_SETERR(xs, HBA_NOERROR);
6454                 }
6455                 return;
6456
6457         case RQCS_SYNCXFER_FAILED:
6458                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6459                 if (IS_SCSI(isp)) {
6460                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6461                         sdp += XS_CHANNEL(xs);
6462                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6463                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6464                         sdp->update = 1;
6465                 }
6466                 break;
6467
6468         case RQCS_LVD_BUSERR:
6469                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6470                 break;
6471
6472         case RQCS_PORT_UNAVAILABLE:
6473                 /*
6474                  * No such port on the loop. Moral equivalent of SELTIMEO
6475                  */
6476         case RQCS_PORT_LOGGED_OUT:
6477         {
6478                 const char *reason;
6479                 uint8_t sts = sp->req_completion_status & 0xff;
6480
6481                 /*
6482                  * It was there (maybe)- treat as a selection timeout.
6483                  */
6484                 if (sts == RQCS_PORT_UNAVAILABLE) {
6485                         reason = "unavailable";
6486                 } else {
6487                         reason = "logout";
6488                 }
6489
6490                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6491
6492                 /*
6493                  * If we're on a local loop, force a LIP (which is overkill)
6494                  * to force a re-login of this unit. If we're on fabric,
6495                  * then we'll have to log in again as a matter of course.
6496                  */
6497                 if (FCPARAM(isp, 0)->isp_topo == TOPO_NL_PORT ||
6498                     FCPARAM(isp, 0)->isp_topo == TOPO_FL_PORT) {
6499                         mbreg_t mbs;
6500                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6501                         if (ISP_CAP_2KLOGIN(isp)) {
6502                                 mbs.ibits = (1 << 10);
6503                         }
6504                         isp_mboxcmd_qnw(isp, &mbs, 1);
6505                 }
6506                 if (XS_NOERR(xs)) {
6507                         XS_SETERR(xs, HBA_SELTIMEOUT);
6508                 }
6509                 return;
6510         }
6511         case RQCS_PORT_CHANGED:
6512                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6513                 if (XS_NOERR(xs)) {
6514                         XS_SETERR(xs, HBA_SELTIMEOUT);
6515                 }
6516                 return;
6517
6518         case RQCS_PORT_BUSY:
6519                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6520                 if (XS_NOERR(xs)) {
6521                         XS_SETERR(xs, HBA_TGTBSY);
6522                 }
6523                 return;
6524
6525         default:
6526                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6527                 break;
6528         }
6529         if (XS_NOERR(xs)) {
6530                 XS_SETERR(xs, HBA_BOTCH);
6531         }
6532 }
6533
6534 static void
6535 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6536 {
6537         int ru_marked, sv_marked;
6538         int chan = XS_CHANNEL(xs);
6539
6540         switch (sp->req_completion_status) {
6541         case RQCS_COMPLETE:
6542                 if (XS_NOERR(xs)) {
6543                         XS_SETERR(xs, HBA_NOERROR);
6544                 }
6545                 return;
6546
6547         case RQCS_DMA_ERROR:
6548                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6549                 break;
6550
6551         case RQCS_TRANSPORT_ERROR:
6552                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6553                 break;
6554
6555         case RQCS_RESET_OCCURRED:
6556                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6557                 FCPARAM(isp, chan)->sendmarker = 1;
6558                 if (XS_NOERR(xs)) {
6559                         XS_SETERR(xs, HBA_BUSRESET);
6560                 }
6561                 return;
6562
6563         case RQCS_ABORTED:
6564                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6565                 FCPARAM(isp, chan)->sendmarker = 1;
6566                 if (XS_NOERR(xs)) {
6567                         XS_SETERR(xs, HBA_ABORTED);
6568                 }
6569                 return;
6570
6571         case RQCS_TIMEOUT:
6572                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6573                 if (XS_NOERR(xs)) {
6574                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6575                 }
6576                 return;
6577
6578         case RQCS_DATA_OVERRUN:
6579                 XS_SET_RESID(xs, sp->req_resid);
6580                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6581                 if (XS_NOERR(xs)) {
6582                         XS_SETERR(xs, HBA_DATAOVR);
6583                 }
6584                 return;
6585
6586         case RQCS_24XX_DRE:     /* data reassembly error */
6587                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6588                 if (XS_NOERR(xs)) {
6589                         XS_SETERR(xs, HBA_ABORTED);
6590                 }
6591                 *rp = XS_XFRLEN(xs);
6592                 return;
6593
6594         case RQCS_24XX_TABORT:  /* aborted by target */
6595                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6596                 if (XS_NOERR(xs)) {
6597                         XS_SETERR(xs, HBA_ABORTED);
6598                 }
6599                 return;
6600
6601         case RQCS_DATA_UNDERRUN:
6602                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6603                 /*
6604                  * We can get an underrun w/o things being marked
6605                  * if we got a non-zero status.
6606                  */
6607                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6608                 if ((ru_marked == 0 && sv_marked == 0) ||
6609                     (sp->req_resid > XS_XFRLEN(xs))) {
6610                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6611                         if (XS_NOERR(xs)) {
6612                                 XS_SETERR(xs, HBA_BOTCH);
6613                         }
6614                         return;
6615                 }
6616                 XS_SET_RESID(xs, sp->req_resid);
6617                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6618                 if (XS_NOERR(xs)) {
6619                         XS_SETERR(xs, HBA_NOERROR);
6620                 }
6621                 return;
6622
6623         case RQCS_PORT_UNAVAILABLE:
6624                 /*
6625                  * No such port on the loop. Moral equivalent of SELTIMEO
6626                  */
6627         case RQCS_PORT_LOGGED_OUT:
6628         {
6629                 const char *reason;
6630                 uint8_t sts = sp->req_completion_status & 0xff;
6631
6632                 /*
6633                  * It was there (maybe)- treat as a selection timeout.
6634                  */
6635                 if (sts == RQCS_PORT_UNAVAILABLE) {
6636                         reason = "unavailable";
6637                 } else {
6638                         reason = "logout";
6639                 }
6640
6641                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6642                     chan, reason, XS_TGT(xs));
6643
6644                 /*
6645                  * There is no MBOX_INIT_LIP for the 24XX.
6646                  */
6647                 if (XS_NOERR(xs)) {
6648                         XS_SETERR(xs, HBA_SELTIMEOUT);
6649                 }
6650                 return;
6651         }
6652         case RQCS_PORT_CHANGED:
6653                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6654                 if (XS_NOERR(xs)) {
6655                         XS_SETERR(xs, HBA_SELTIMEOUT);
6656                 }
6657                 return;
6658
6659
6660         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6661                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6662                 if (XS_NOERR(xs)) {
6663                         *XS_STSP(xs) = SCSI_BUSY;
6664                         XS_SETERR(xs, HBA_TGTBSY);
6665                 }
6666                 return;
6667
6668         case RQCS_24XX_TMO:     /* task management overrun */
6669                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6670                 if (XS_NOERR(xs)) {
6671                         *XS_STSP(xs) = SCSI_BUSY;
6672                         XS_SETERR(xs, HBA_TGTBSY);
6673                 }
6674                 return;
6675
6676         default:
6677                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6678                 break;
6679         }
6680         if (XS_NOERR(xs)) {
6681                 XS_SETERR(xs, HBA_BOTCH);
6682         }
6683 }
6684
6685 static void
6686 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6687 {
6688         XS_T *xs;
6689
6690         if (fph == 0) {
6691                 return;
6692         }
6693         xs = isp_find_xs(isp, fph);
6694         if (xs == NULL) {
6695                 isp_prt(isp, ISP_LOGWARN,
6696                     "Command for fast post handle 0x%x not found", fph);
6697                 return;
6698         }
6699         isp_destroy_handle(isp, fph);
6700
6701         /*
6702          * Since we don't have a result queue entry item,
6703          * we must believe that SCSI status is zero and
6704          * that all data transferred.
6705          */
6706         XS_SET_RESID(xs, 0);
6707         *XS_STSP(xs) = SCSI_GOOD;
6708         if (XS_XFRLEN(xs)) {
6709                 ISP_DMAFREE(isp, xs, fph);
6710         }
6711         if (isp->isp_nactive) {
6712                 isp->isp_nactive--;
6713         }
6714         isp->isp_fphccmplt++;
6715         isp_done(xs);
6716 }
6717
6718 static int
6719 isp_mbox_continue(ispsoftc_t *isp)
6720 {
6721         mbreg_t mbs;
6722         uint16_t *ptr;
6723         uint32_t offset;
6724
6725         switch (isp->isp_lastmbxcmd) {
6726         case MBOX_WRITE_RAM_WORD:
6727         case MBOX_READ_RAM_WORD:
6728         case MBOX_WRITE_RAM_WORD_EXTENDED:
6729         case MBOX_READ_RAM_WORD_EXTENDED:
6730                 break;
6731         default:
6732                 return (1);
6733         }
6734         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6735                 isp->isp_mbxwrk0 = 0;
6736                 return (-1);
6737         }
6738
6739         /*
6740          * Clear the previous interrupt.
6741          */
6742         if (IS_24XX(isp)) {
6743                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6744         } else {
6745                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6746                 ISP_WRITE(isp, BIU_SEMA, 0);
6747         }
6748
6749         /*
6750          * Continue with next word.
6751          */
6752         ISP_MEMZERO(&mbs, sizeof (mbs));
6753         ptr = isp->isp_mbxworkp;
6754         switch (isp->isp_lastmbxcmd) {
6755         case MBOX_WRITE_RAM_WORD:
6756                 mbs.param[1] = isp->isp_mbxwrk1++;
6757                 mbs.param[2] = *ptr++;
6758                 break;
6759         case MBOX_READ_RAM_WORD:
6760                 *ptr++ = isp->isp_mboxtmp[2];
6761                 mbs.param[1] = isp->isp_mbxwrk1++;
6762                 break;
6763         case MBOX_WRITE_RAM_WORD_EXTENDED:
6764                 if (IS_24XX(isp)) {
6765                         uint32_t *lptr = (uint32_t *)ptr;
6766                         mbs.param[2] = lptr[0];
6767                         mbs.param[3] = lptr[0] >> 16;
6768                         lptr++;
6769                         ptr = (uint16_t *)lptr;
6770                 } else {
6771                         mbs.param[2] = *ptr++;
6772                 }
6773                 offset = isp->isp_mbxwrk1;
6774                 offset |= isp->isp_mbxwrk8 << 16;
6775                 mbs.param[1] = offset;
6776                 mbs.param[8] = offset >> 16;
6777                 offset++;
6778                 isp->isp_mbxwrk1 = offset;
6779                 isp->isp_mbxwrk8 = offset >> 16;
6780                 break;
6781         case MBOX_READ_RAM_WORD_EXTENDED:
6782                 if (IS_24XX(isp)) {
6783                         uint32_t *lptr = (uint32_t *)ptr;
6784                         uint32_t val = isp->isp_mboxtmp[2];
6785                         val |= (isp->isp_mboxtmp[3]) << 16;
6786                         *lptr++ = val;
6787                         ptr = (uint16_t *)lptr;
6788                 } else {
6789                         *ptr++ = isp->isp_mboxtmp[2];
6790                 }
6791                 offset = isp->isp_mbxwrk1;
6792                 offset |= isp->isp_mbxwrk8 << 16;
6793                 mbs.param[1] = offset;
6794                 mbs.param[8] = offset >> 16;
6795                 offset++;
6796                 isp->isp_mbxwrk1 = offset;
6797                 isp->isp_mbxwrk8 = offset >> 16;
6798                 break;
6799         }
6800         isp->isp_mbxworkp = ptr;
6801         isp->isp_mbxwrk0--;
6802         mbs.param[0] = isp->isp_lastmbxcmd;
6803         mbs.logval = MBLOGALL;
6804         isp_mboxcmd_qnw(isp, &mbs, 0);
6805         return (0);
6806 }
6807
6808 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6809 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6810 #define ISP_SCSI_OPMAP(in, out)         in, out
6811 static const uint8_t mbpscsi[] = {
6812         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6813         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6814         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6815         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6816         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6817         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6818         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6819         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6820         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6821         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6822         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6823         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6824         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6825         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6826         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6827         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6828         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6829         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6830         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6831         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6832         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6833         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6834         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6835         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6836         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6837         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6838         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6839         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6840         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6841         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6842         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6843         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6844         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6845         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6846         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6847         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6848         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6849         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6850         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6851         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6852         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6853         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6854         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6855         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6856         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6857         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6858         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6859         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6860         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6861         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6862         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6863         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6864         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6865         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6866         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6867         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6868         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6869         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6870         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6871         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6872         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6873         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6874         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6875         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6876         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6877         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6878         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6879         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6880         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6881         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6882         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6883         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6884         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6885         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6886         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6887         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6888         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6889         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6890         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6891         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6892         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6893         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6894         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6895         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6896         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6897         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6898         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6899         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6900         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6901         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6902         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6903         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6904         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6905         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6906 };
6907 #define MAX_SCSI_OPCODE 0x5d
6908
6909 static const char *scsi_mbcmd_names[] = {
6910         "NO-OP",
6911         "LOAD RAM",
6912         "EXEC FIRMWARE",
6913         "DUMP RAM",
6914         "WRITE RAM WORD",
6915         "READ RAM WORD",
6916         "MAILBOX REG TEST",
6917         "VERIFY CHECKSUM",
6918         "ABOUT FIRMWARE",
6919         NULL,
6920         NULL,
6921         NULL,
6922         NULL,
6923         NULL,
6924         "CHECK FIRMWARE",
6925         NULL,
6926         "INIT REQUEST QUEUE",
6927         "INIT RESULT QUEUE",
6928         "EXECUTE IOCB",
6929         "WAKE UP",
6930         "STOP FIRMWARE",
6931         "ABORT",
6932         "ABORT DEVICE",
6933         "ABORT TARGET",
6934         "BUS RESET",
6935         "STOP QUEUE",
6936         "START QUEUE",
6937         "SINGLE STEP QUEUE",
6938         "ABORT QUEUE",
6939         "GET DEV QUEUE STATUS",
6940         NULL,
6941         "GET FIRMWARE STATUS",
6942         "GET INIT SCSI ID",
6943         "GET SELECT TIMEOUT",
6944         "GET RETRY COUNT",
6945         "GET TAG AGE LIMIT",
6946         "GET CLOCK RATE",
6947         "GET ACT NEG STATE",
6948         "GET ASYNC DATA SETUP TIME",
6949         "GET PCI PARAMS",
6950         "GET TARGET PARAMS",
6951         "GET DEV QUEUE PARAMS",
6952         "GET RESET DELAY PARAMS",
6953         NULL,
6954         NULL,
6955         NULL,
6956         NULL,
6957         NULL,
6958         "SET INIT SCSI ID",
6959         "SET SELECT TIMEOUT",
6960         "SET RETRY COUNT",
6961         "SET TAG AGE LIMIT",
6962         "SET CLOCK RATE",
6963         "SET ACT NEG STATE",
6964         "SET ASYNC DATA SETUP TIME",
6965         "SET PCI CONTROL PARAMS",
6966         "SET TARGET PARAMS",
6967         "SET DEV QUEUE PARAMS",
6968         "SET RESET DELAY PARAMS",
6969         NULL,
6970         NULL,
6971         NULL,
6972         NULL,
6973         NULL,
6974         "RETURN BIOS BLOCK ADDR",
6975         "WRITE FOUR RAM WORDS",
6976         "EXEC BIOS IOCB",
6977         NULL,
6978         NULL,
6979         "SET SYSTEM PARAMETER",
6980         "GET SYSTEM PARAMETER",
6981         NULL,
6982         "GET SCAM CONFIGURATION",
6983         "SET SCAM CONFIGURATION",
6984         "SET FIRMWARE FEATURES",
6985         "GET FIRMWARE FEATURES",
6986         NULL,
6987         NULL,
6988         NULL,
6989         NULL,
6990         "LOAD RAM A64",
6991         "DUMP RAM A64",
6992         "INITIALIZE REQUEST QUEUE A64",
6993         "INITIALIZE RESPONSE QUEUE A64",
6994         "EXECUTE IOCB A64",
6995         "ENABLE TARGET MODE",
6996         "GET TARGET MODE STATE",
6997         NULL,
6998         NULL,
6999         NULL,
7000         "SET DATA OVERRUN RECOVERY MODE",
7001         "GET DATA OVERRUN RECOVERY MODE",
7002         "SET HOST DATA",
7003         "GET NOST DATA",
7004 };
7005
7006 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7007 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7008
7009 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7010 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7011 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7012 static const uint32_t mbpfc[] = {
7013         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7014         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7015         ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),      /* 0x02: MBOX_EXEC_FIRMWARE */
7016         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7017         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7018         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7019         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7020         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7021         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7022         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7023         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7024         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7025         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7026         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7027         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7028         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7029         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7030         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7031         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7032         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7033         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),        /* 0x14: MBOX_STOP_FIRMWARE */
7034         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7035         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7036         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7037         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7038         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7039         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7040         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7041         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7042         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7043         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7044         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7045         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
7046         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7047         ISP_FC_OPMAP(0x03, 0x4b),       /* 0x22: MBOX_GET_TIMEOUT_PARAMS */
7048         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7049         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7050         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7051         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7052         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7053         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7054         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7055         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7056         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7057         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7058         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7059         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7060         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7061         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7062         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7063         ISP_FC_OPMAP(0x4b, 0x4b),       /* 0x32: MBOX_SET_TIMEOUT_PARAMS */
7064         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7065         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7066         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7067         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7068         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7069         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7070         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7071         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7072         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7073         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7074         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7075         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7076         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7077         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7078         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7079         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7080         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7081         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7082         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7083         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7084         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7085         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7086         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7087         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7088         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7089         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7090         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7091         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7092         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7093         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7094         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7095         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7096         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7097         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7098         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7099         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7100         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7101         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7102         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7103         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7104         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7105         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7106         ISP_FC_OPMAP(0x07, 0x1f),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7107         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7108         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7109         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7111         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7112         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7113         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7114         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7115         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7116         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7117         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7118         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7119         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7120         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7121         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7122         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7123         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7124         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7125         ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),      /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7126         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7127         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7129         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7130         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
7131         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7132         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7133         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7134         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7136         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7137         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
7138         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7139         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7140 };
7141 #define MAX_FC_OPCODE   0x7e
7142 /*
7143  * Footnotes
7144  *
7145  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7146  *      do not access at this time in the core driver. The caller is
7147  *      responsible for setting this register first (Gross!). The assumption
7148  *      is that we won't overflow.
7149  */
7150
7151 static const char *fc_mbcmd_names[] = {
7152         "NO-OP",                        /* 00h */
7153         "LOAD RAM",
7154         "EXEC FIRMWARE",
7155         "DUMP RAM",
7156         "WRITE RAM WORD",
7157         "READ RAM WORD",
7158         "MAILBOX REG TEST",
7159         "VERIFY CHECKSUM",
7160         "ABOUT FIRMWARE",
7161         "LOAD RAM (2100)",
7162         "DUMP RAM",
7163         "LOAD RISC RAM",
7164         "DUMP RISC RAM",
7165         "WRITE RAM WORD EXTENDED",
7166         "CHECK FIRMWARE",
7167         "READ RAM WORD EXTENDED",
7168         "INIT REQUEST QUEUE",           /* 10h */
7169         "INIT RESULT QUEUE",
7170         "EXECUTE IOCB",
7171         "WAKE UP",
7172         "STOP FIRMWARE",
7173         "ABORT",
7174         "ABORT DEVICE",
7175         "ABORT TARGET",
7176         "BUS RESET",
7177         "STOP QUEUE",
7178         "START QUEUE",
7179         "SINGLE STEP QUEUE",
7180         "ABORT QUEUE",
7181         "GET DEV QUEUE STATUS",
7182         NULL,
7183         "GET FIRMWARE STATUS",
7184         "GET LOOP ID",                  /* 20h */
7185         NULL,
7186         "GET TIMEOUT PARAMS",
7187         NULL,
7188         NULL,
7189         NULL,
7190         NULL,
7191         NULL,
7192         "GET FIRMWARE OPTIONS",
7193         "GET PORT QUEUE PARAMS",
7194         "GENERATE SYSTEM ERROR",
7195         NULL,
7196         NULL,
7197         NULL,
7198         NULL,
7199         NULL,
7200         "WRITE SFP",                    /* 30h */
7201         "READ SFP",
7202         "SET TIMEOUT PARAMS",
7203         NULL,
7204         NULL,
7205         NULL,
7206         NULL,
7207         NULL,
7208         "SET FIRMWARE OPTIONS",
7209         "SET PORT QUEUE PARAMS",
7210         NULL,
7211         "SET FC LED CONF",
7212         NULL,
7213         "RESTART NIC FIRMWARE",
7214         "ACCESS CONTROL",
7215         NULL,
7216         "LOOP PORT BYPASS",             /* 40h */
7217         "LOOP PORT ENABLE",
7218         "GET RESOURCE COUNT",
7219         "REQUEST NON PARTICIPATING MODE",
7220         "DIAGNOSTIC ECHO TEST",
7221         "DIAGNOSTIC LOOPBACK",
7222         NULL,
7223         "GET PORT DATABASE ENHANCED",
7224         "INIT FIRMWARE MULTI ID",
7225         "GET VP DATABASE",
7226         "GET VP DATABASE ENTRY",
7227         NULL,
7228         NULL,
7229         NULL,
7230         NULL,
7231         NULL,
7232         "GET FCF LIST",                 /* 50h */
7233         "GET DCBX PARAMETERS",
7234         NULL,
7235         "HOST MEMORY COPY",
7236         "EXECUTE IOCB A64",
7237         NULL,
7238         NULL,
7239         "SEND RNID",
7240         NULL,
7241         "SET PARAMETERS",
7242         "GET PARAMETERS",
7243         "DRIVER HEARTBEAT",
7244         "FIRMWARE HEARTBEAT",
7245         "GET/SET DATA RATE",
7246         "SEND RNFT",
7247         NULL,
7248         "INIT FIRMWARE",                /* 60h */
7249         "GET INIT CONTROL BLOCK",
7250         "INIT LIP",
7251         "GET FC-AL POSITION MAP",
7252         "GET PORT DATABASE",
7253         "CLEAR ACA",
7254         "TARGET RESET",
7255         "CLEAR TASK SET",
7256         "ABORT TASK SET",
7257         "GET FW STATE",
7258         "GET PORT NAME",
7259         "GET LINK STATUS",
7260         "INIT LIP RESET",
7261         "GET LINK STATS & PRIVATE DATA CNTS",
7262         "SEND SNS",
7263         "FABRIC LOGIN",
7264         "SEND CHANGE REQUEST",          /* 70h */
7265         "FABRIC LOGOUT",
7266         "INIT LIP LOGIN",
7267         NULL,
7268         "LOGIN LOOP PORT",
7269         "GET PORT/NODE NAME LIST",
7270         "SET VENDOR ID",
7271         "INITIALIZE IP MAILBOX",
7272         NULL,
7273         NULL,
7274         "GET XGMAC STATS",
7275         NULL,
7276         "GET ID LIST",
7277         "SEND LFA",
7278         "LUN RESET"
7279 };
7280
7281 static void
7282 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7283 {
7284         unsigned int ibits, obits, box, opcode;
7285
7286         opcode = mbp->param[0];
7287         if (IS_FC(isp)) {
7288                 ibits = ISP_FC_IBITS(opcode);
7289                 obits = ISP_FC_OBITS(opcode);
7290         } else {
7291                 ibits = ISP_SCSI_IBITS(opcode);
7292                 obits = ISP_SCSI_OBITS(opcode);
7293         }
7294         ibits |= mbp->ibits;
7295         obits |= mbp->obits;
7296         for (box = 0; box < ISP_NMBOX(isp); box++) {
7297                 if (ibits & (1 << box)) {
7298                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7299                 }
7300                 if (nodelay == 0) {
7301                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7302                 }
7303         }
7304         if (nodelay == 0) {
7305                 isp->isp_lastmbxcmd = opcode;
7306                 isp->isp_obits = obits;
7307                 isp->isp_mboxbsy = 1;
7308         }
7309         if (IS_24XX(isp)) {
7310                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7311         } else {
7312                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7313         }
7314         /*
7315          * Oddly enough, if we're not delaying for an answer,
7316          * delay a bit to give the f/w a chance to pick up the
7317          * command.
7318          */
7319         if (nodelay) {
7320                 ISP_DELAY(1000);
7321         }
7322 }
7323
7324 static void
7325 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7326 {
7327         const char *cname, *xname, *sname;
7328         char tname[16], mname[16];
7329         unsigned int ibits, obits, box, opcode;
7330
7331         opcode = mbp->param[0];
7332         if (IS_FC(isp)) {
7333                 if (opcode > MAX_FC_OPCODE) {
7334                         mbp->param[0] = MBOX_INVALID_COMMAND;
7335                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7336                         return;
7337                 }
7338                 cname = fc_mbcmd_names[opcode];
7339                 ibits = ISP_FC_IBITS(opcode);
7340                 obits = ISP_FC_OBITS(opcode);
7341         } else {
7342                 if (opcode > MAX_SCSI_OPCODE) {
7343                         mbp->param[0] = MBOX_INVALID_COMMAND;
7344                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7345                         return;
7346                 }
7347                 cname = scsi_mbcmd_names[opcode];
7348                 ibits = ISP_SCSI_IBITS(opcode);
7349                 obits = ISP_SCSI_OBITS(opcode);
7350         }
7351         if (cname == NULL) {
7352                 cname = tname;
7353                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7354         }
7355         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7356
7357         /*
7358          * Pick up any additional bits that the caller might have set.
7359          */
7360         ibits |= mbp->ibits;
7361         obits |= mbp->obits;
7362
7363         /*
7364          * Mask any bits that the caller wants us to mask
7365          */
7366         ibits &= mbp->ibitm;
7367         obits &= mbp->obitm;
7368
7369
7370         if (ibits == 0 && obits == 0) {
7371                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7372                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7373                 return;
7374         }
7375
7376         /*
7377          * Get exclusive usage of mailbox registers.
7378          */
7379         if (MBOX_ACQUIRE(isp)) {
7380                 mbp->param[0] = MBOX_REGS_BUSY;
7381                 goto out;
7382         }
7383
7384         for (box = 0; box < ISP_NMBOX(isp); box++) {
7385                 if (ibits & (1 << box)) {
7386                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7387                             mbp->param[box]);
7388                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7389                 }
7390                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7391         }
7392
7393         isp->isp_lastmbxcmd = opcode;
7394
7395         /*
7396          * We assume that we can't overwrite a previous command.
7397          */
7398         isp->isp_obits = obits;
7399         isp->isp_mboxbsy = 1;
7400
7401         /*
7402          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7403          */
7404         if (IS_24XX(isp)) {
7405                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7406         } else {
7407                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7408         }
7409
7410         /*
7411          * While we haven't finished the command, spin our wheels here.
7412          */
7413         MBOX_WAIT_COMPLETE(isp, mbp);
7414
7415         /*
7416          * Did the command time out?
7417          */
7418         if (mbp->param[0] == MBOX_TIMEOUT) {
7419                 isp->isp_mboxbsy = 0;
7420                 MBOX_RELEASE(isp);
7421                 goto out;
7422         }
7423
7424         /*
7425          * Copy back output registers.
7426          */
7427         for (box = 0; box < ISP_NMBOX(isp); box++) {
7428                 if (obits & (1 << box)) {
7429                         mbp->param[box] = isp->isp_mboxtmp[box];
7430                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7431                             mbp->param[box]);
7432                 }
7433         }
7434
7435         isp->isp_mboxbsy = 0;
7436         MBOX_RELEASE(isp);
7437 out:
7438         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7439                 return;
7440
7441         if ((mbp->param[0] & 0xbfe0) == 0 &&
7442             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7443                 return;
7444
7445         xname = NULL;
7446         sname = "";
7447         switch (mbp->param[0]) {
7448         case MBOX_INVALID_COMMAND:
7449                 xname = "INVALID COMMAND";
7450                 break;
7451         case MBOX_HOST_INTERFACE_ERROR:
7452                 xname = "HOST INTERFACE ERROR";
7453                 break;
7454         case MBOX_TEST_FAILED:
7455                 xname = "TEST FAILED";
7456                 break;
7457         case MBOX_COMMAND_ERROR:
7458                 xname = "COMMAND ERROR";
7459                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7460                     mbp->param[1]);
7461                 sname = mname;
7462                 break;
7463         case MBOX_COMMAND_PARAM_ERROR:
7464                 xname = "COMMAND PARAMETER ERROR";
7465                 break;
7466         case MBOX_PORT_ID_USED:
7467                 xname = "PORT ID ALREADY IN USE";
7468                 break;
7469         case MBOX_LOOP_ID_USED:
7470                 xname = "LOOP ID ALREADY IN USE";
7471                 break;
7472         case MBOX_ALL_IDS_USED:
7473                 xname = "ALL LOOP IDS IN USE";
7474                 break;
7475         case MBOX_NOT_LOGGED_IN:
7476                 xname = "NOT LOGGED IN";
7477                 break;
7478         case MBOX_LINK_DOWN_ERROR:
7479                 xname = "LINK DOWN ERROR";
7480                 break;
7481         case MBOX_LOOPBACK_ERROR:
7482                 xname = "LOOPBACK ERROR";
7483                 break;
7484         case MBOX_CHECKSUM_ERROR:
7485                 xname = "CHECKSUM ERROR";
7486                 break;
7487         case MBOX_INVALID_PRODUCT_KEY:
7488                 xname = "INVALID PRODUCT KEY";
7489                 break;
7490         case MBOX_REGS_BUSY:
7491                 xname = "REGISTERS BUSY";
7492                 break;
7493         case MBOX_TIMEOUT:
7494                 xname = "TIMEOUT";
7495                 break;
7496         default:
7497                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7498                 xname = mname;
7499                 break;
7500         }
7501         if (xname) {
7502                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7503                     cname, xname, sname);
7504         }
7505 }
7506
7507 static int
7508 isp_fw_state(ispsoftc_t *isp, int chan)
7509 {
7510         if (IS_FC(isp)) {
7511                 mbreg_t mbs;
7512
7513                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7514                 isp_mboxcmd(isp, &mbs);
7515                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7516                         return (mbs.param[1]);
7517                 }
7518         }
7519         return (FW_ERROR);
7520 }
7521
7522 static void
7523 isp_spi_update(ispsoftc_t *isp, int chan)
7524 {
7525         int tgt;
7526         mbreg_t mbs;
7527         sdparam *sdp;
7528
7529         if (IS_FC(isp)) {
7530                 /*
7531                  * There are no 'per-bus' settings for Fibre Channel.
7532                  */
7533                 return;
7534         }
7535         sdp = SDPARAM(isp, chan);
7536         sdp->update = 0;
7537
7538         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7539                 uint16_t flags, period, offset;
7540                 int get;
7541
7542                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7543                         sdp->isp_devparam[tgt].dev_update = 0;
7544                         sdp->isp_devparam[tgt].dev_refresh = 0;
7545                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7546                         continue;
7547                 }
7548                 /*
7549                  * If the goal is to update the status of the device,
7550                  * take what's in goal_flags and try and set the device
7551                  * toward that. Otherwise, if we're just refreshing the
7552                  * current device state, get the current parameters.
7553                  */
7554
7555                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7556
7557                 /*
7558                  * Refresh overrides set
7559                  */
7560                 if (sdp->isp_devparam[tgt].dev_refresh) {
7561                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7562                         get = 1;
7563                 } else if (sdp->isp_devparam[tgt].dev_update) {
7564                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7565
7566                         /*
7567                          * Make sure goal_flags has "Renegotiate on Error"
7568                          * on and "Freeze Queue on Error" off.
7569                          */
7570                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7571                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7572                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7573
7574                         /*
7575                          * Insist that PARITY must be enabled
7576                          * if SYNC or WIDE is enabled.
7577                          */
7578                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7579                                 mbs.param[2] |= DPARM_PARITY;
7580                         }
7581
7582                         if (mbs.param[2] & DPARM_SYNC) {
7583                                 mbs.param[3] =
7584                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7585                                     (sdp->isp_devparam[tgt].goal_period);
7586                         }
7587                         /*
7588                          * A command completion later that has
7589                          * RQSTF_NEGOTIATION set can cause
7590                          * the dev_refresh/announce cycle also.
7591                          *
7592                          * Note: It is really important to update our current
7593                          * flags with at least the state of TAG capabilities-
7594                          * otherwise we might try and send a tagged command
7595                          * when we have it all turned off. So change it here
7596                          * to say that current already matches goal.
7597                          */
7598                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7599                         sdp->isp_devparam[tgt].actv_flags |=
7600                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7601                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7602                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7603                         get = 0;
7604                 } else {
7605                         continue;
7606                 }
7607                 mbs.param[1] = (chan << 15) | (tgt << 8);
7608                 isp_mboxcmd(isp, &mbs);
7609                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7610                         continue;
7611                 }
7612                 if (get == 0) {
7613                         sdp->sendmarker = 1;
7614                         sdp->isp_devparam[tgt].dev_update = 0;
7615                         sdp->isp_devparam[tgt].dev_refresh = 1;
7616                 } else {
7617                         sdp->isp_devparam[tgt].dev_refresh = 0;
7618                         flags = mbs.param[2];
7619                         period = mbs.param[3] & 0xff;
7620                         offset = mbs.param[3] >> 8;
7621                         sdp->isp_devparam[tgt].actv_flags = flags;
7622                         sdp->isp_devparam[tgt].actv_period = period;
7623                         sdp->isp_devparam[tgt].actv_offset = offset;
7624                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7625                 }
7626         }
7627
7628         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7629                 if (sdp->isp_devparam[tgt].dev_update ||
7630                     sdp->isp_devparam[tgt].dev_refresh) {
7631                         sdp->update = 1;
7632                         break;
7633                 }
7634         }
7635 }
7636
7637 static void
7638 isp_setdfltsdparm(ispsoftc_t *isp)
7639 {
7640         int tgt;
7641         sdparam *sdp, *sdp1;
7642
7643         sdp = SDPARAM(isp, 0);
7644         if (IS_DUALBUS(isp))
7645                 sdp1 = sdp + 1;
7646         else
7647                 sdp1 = NULL;
7648
7649         /*
7650          * Establish some default parameters.
7651          */
7652         sdp->isp_cmd_dma_burst_enable = 0;
7653         sdp->isp_data_dma_burst_enabl = 1;
7654         sdp->isp_fifo_threshold = 0;
7655         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7656         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7657                 sdp->isp_async_data_setup = 9;
7658         } else {
7659                 sdp->isp_async_data_setup = 6;
7660         }
7661         sdp->isp_selection_timeout = 250;
7662         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7663         sdp->isp_tag_aging = 8;
7664         sdp->isp_bus_reset_delay = 5;
7665         /*
7666          * Don't retry selection, busy or queue full automatically- reflect
7667          * these back to us.
7668          */
7669         sdp->isp_retry_count = 0;
7670         sdp->isp_retry_delay = 0;
7671
7672         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7673                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7674                 sdp->isp_devparam[tgt].dev_enable = 1;
7675         }
7676
7677         /*
7678          * The trick here is to establish a default for the default (honk!)
7679          * state (goal_flags). Then try and get the current status from
7680          * the card to fill in the current state. We don't, in fact, set
7681          * the default to the SAFE default state- that's not the goal state.
7682          */
7683         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7684                 uint8_t off, per;
7685                 sdp->isp_devparam[tgt].actv_offset = 0;
7686                 sdp->isp_devparam[tgt].actv_period = 0;
7687                 sdp->isp_devparam[tgt].actv_flags = 0;
7688
7689                 sdp->isp_devparam[tgt].goal_flags =
7690                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7691
7692                 /*
7693                  * We default to Wide/Fast for versions less than a 1040
7694                  * (unless it's SBus).
7695                  */
7696                 if (IS_ULTRA3(isp)) {
7697                         off = ISP_80M_SYNCPARMS >> 8;
7698                         per = ISP_80M_SYNCPARMS & 0xff;
7699                 } else if (IS_ULTRA2(isp)) {
7700                         off = ISP_40M_SYNCPARMS >> 8;
7701                         per = ISP_40M_SYNCPARMS & 0xff;
7702                 } else if (IS_1240(isp)) {
7703                         off = ISP_20M_SYNCPARMS >> 8;
7704                         per = ISP_20M_SYNCPARMS & 0xff;
7705                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7706                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7707                     (isp->isp_bustype == ISP_BT_PCI &&
7708                     isp->isp_type < ISP_HA_SCSI_1040) ||
7709                     (isp->isp_clock && isp->isp_clock < 60) ||
7710                     (sdp->isp_ultramode == 0)) {
7711                         off = ISP_10M_SYNCPARMS >> 8;
7712                         per = ISP_10M_SYNCPARMS & 0xff;
7713                 } else {
7714                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7715                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7716                 }
7717                 sdp->isp_devparam[tgt].goal_offset =
7718                     sdp->isp_devparam[tgt].nvrm_offset = off;
7719                 sdp->isp_devparam[tgt].goal_period =
7720                     sdp->isp_devparam[tgt].nvrm_period = per;
7721
7722         }
7723
7724         /*
7725          * If we're a dual bus card, just copy the data over
7726          */
7727         if (sdp1) {
7728                 *sdp1 = *sdp;
7729                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7730         }
7731
7732         /*
7733          * If we've not been told to avoid reading NVRAM, try and read it.
7734          * If we're successful reading it, we can then return because NVRAM
7735          * will tell us what the desired settings are. Otherwise, we establish
7736          * some reasonable 'fake' nvram and goal defaults.
7737          */
7738         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7739                 mbreg_t mbs;
7740
7741                 if (isp_read_nvram(isp, 0) == 0) {
7742                         if (IS_DUALBUS(isp)) {
7743                                 if (isp_read_nvram(isp, 1) == 0) {
7744                                         return;
7745                                 }
7746                         }
7747                 }
7748                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7749                 isp_mboxcmd(isp, &mbs);
7750                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7751                         sdp->isp_req_ack_active_neg = 1;
7752                         sdp->isp_data_line_active_neg = 1;
7753                         if (sdp1) {
7754                                 sdp1->isp_req_ack_active_neg = 1;
7755                                 sdp1->isp_data_line_active_neg = 1;
7756                         }
7757                 } else {
7758                         sdp->isp_req_ack_active_neg =
7759                             (mbs.param[1] >> 4) & 0x1;
7760                         sdp->isp_data_line_active_neg =
7761                             (mbs.param[1] >> 5) & 0x1;
7762                         if (sdp1) {
7763                                 sdp1->isp_req_ack_active_neg =
7764                                     (mbs.param[2] >> 4) & 0x1;
7765                                 sdp1->isp_data_line_active_neg =
7766                                     (mbs.param[2] >> 5) & 0x1;
7767                         }
7768                 }
7769         }
7770
7771 }
7772
7773 static void
7774 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7775 {
7776         fcparam *fcp = FCPARAM(isp, chan);
7777
7778         /*
7779          * Establish some default parameters.
7780          */
7781         fcp->role = DEFAULT_ROLE(isp, chan);
7782         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7783         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7784         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7785         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7786         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7787         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7788         fcp->isp_fwoptions = 0;
7789         fcp->isp_xfwoptions = 0;
7790         fcp->isp_zfwoptions = 0;
7791         fcp->isp_lasthdl = NIL_HANDLE;
7792
7793         if (IS_24XX(isp)) {
7794                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7795                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7796                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7797                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7798                 }
7799                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7800                 fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7801         } else {
7802                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7803                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7804                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7805                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7806                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7807                 }
7808                 /*
7809                  * Make sure this is turned off now until we get
7810                  * extended options from NVRAM
7811                  */
7812                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7813                 fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7814         }
7815
7816
7817         /*
7818          * Now try and read NVRAM unless told to not do so.
7819          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7820          */
7821         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7822                 int i, j = 0;
7823                 /*
7824                  * Give a couple of tries at reading NVRAM.
7825                  */
7826                 for (i = 0; i < 2; i++) {
7827                         j = isp_read_nvram(isp, chan);
7828                         if (j == 0) {
7829                                 break;
7830                         }
7831                 }
7832                 if (j) {
7833                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7834                 }
7835         }
7836
7837         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7838         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7839         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7840             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7841             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7842             isp_class3_roles[fcp->role]);
7843 }
7844
7845 /*
7846  * Re-initialize the ISP and complete all orphaned commands
7847  * with a 'botched' notice. The reset/init routines should
7848  * not disturb an already active list of commands.
7849  */
7850
7851 int
7852 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7853 {
7854         int i, res = 0;
7855
7856         if (isp->isp_state == ISP_RUNSTATE)
7857                 isp_deinit(isp);
7858         if (isp->isp_state != ISP_RESETSTATE)
7859                 isp_reset(isp, do_load_defaults);
7860         if (isp->isp_state != ISP_RESETSTATE) {
7861                 res = EIO;
7862                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7863                 ISP_DISABLE_INTS(isp);
7864                 goto cleanup;
7865         }
7866
7867         isp_init(isp);
7868         if (isp->isp_state > ISP_RESETSTATE &&
7869             isp->isp_state != ISP_RUNSTATE) {
7870                 res = EIO;
7871                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7872                 ISP_DISABLE_INTS(isp);
7873                 if (IS_FC(isp)) {
7874                         /*
7875                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7876                          */
7877                         if (!IS_24XX(isp)) {
7878                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7879                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7880                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7881                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7882                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7883                         }
7884                 }
7885         }
7886
7887 cleanup:
7888         isp->isp_nactive = 0;
7889         isp_clear_commands(isp);
7890         if (IS_FC(isp)) {
7891                 for (i = 0; i < isp->isp_nchan; i++)
7892                         isp_clear_portdb(isp, i);
7893         }
7894         return (res);
7895 }
7896
7897 /*
7898  * NVRAM Routines
7899  */
7900 static int
7901 isp_read_nvram(ispsoftc_t *isp, int bus)
7902 {
7903         int i, amt, retval;
7904         uint8_t csum, minversion;
7905         union {
7906                 uint8_t _x[ISP2400_NVRAM_SIZE];
7907                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7908         } _n;
7909 #define nvram_data      _n._x
7910 #define nvram_words     _n._s
7911
7912         if (IS_24XX(isp)) {
7913                 return (isp_read_nvram_2400(isp, nvram_data));
7914         } else if (IS_FC(isp)) {
7915                 amt = ISP2100_NVRAM_SIZE;
7916                 minversion = 1;
7917         } else if (IS_ULTRA2(isp)) {
7918                 amt = ISP1080_NVRAM_SIZE;
7919                 minversion = 0;
7920         } else {
7921                 amt = ISP_NVRAM_SIZE;
7922                 minversion = 2;
7923         }
7924
7925         for (i = 0; i < amt>>1; i++) {
7926                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7927         }
7928
7929         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7930             nvram_data[2] != 'P') {
7931                 if (isp->isp_bustype != ISP_BT_SBUS) {
7932                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7933                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7934                 }
7935                 retval = -1;
7936                 goto out;
7937         }
7938
7939         for (csum = 0, i = 0; i < amt; i++) {
7940                 csum += nvram_data[i];
7941         }
7942         if (csum != 0) {
7943                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7944                 retval = -1;
7945                 goto out;
7946         }
7947
7948         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7949                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7950                     ISP_NVRAM_VERSION(nvram_data));
7951                 retval = -1;
7952                 goto out;
7953         }
7954
7955         if (IS_ULTRA3(isp)) {
7956                 isp_parse_nvram_12160(isp, bus, nvram_data);
7957         } else if (IS_1080(isp)) {
7958                 isp_parse_nvram_1080(isp, bus, nvram_data);
7959         } else if (IS_1280(isp) || IS_1240(isp)) {
7960                 isp_parse_nvram_1080(isp, bus, nvram_data);
7961         } else if (IS_SCSI(isp)) {
7962                 isp_parse_nvram_1020(isp, nvram_data);
7963         } else {
7964                 isp_parse_nvram_2100(isp, nvram_data);
7965         }
7966         retval = 0;
7967 out:
7968         return (retval);
7969 #undef  nvram_data
7970 #undef  nvram_words
7971 }
7972
7973 static int
7974 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7975 {
7976         int retval = 0;
7977         uint32_t addr, csum, lwrds, *dptr;
7978
7979         if (isp->isp_port) {
7980                 addr = ISP2400_NVRAM_PORT1_ADDR;
7981         } else {
7982                 addr = ISP2400_NVRAM_PORT0_ADDR;
7983         }
7984
7985         dptr = (uint32_t *) nvram_data;
7986         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7987                 isp_rd_2400_nvram(isp, addr++, dptr++);
7988         }
7989         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7990             nvram_data[2] != 'P') {
7991                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
7992                     nvram_data[0], nvram_data[1], nvram_data[2]);
7993                 retval = -1;
7994                 goto out;
7995         }
7996         dptr = (uint32_t *) nvram_data;
7997         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7998                 uint32_t tmp;
7999                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8000                 csum += tmp;
8001         }
8002         if (csum != 0) {
8003                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8004                 retval = -1;
8005                 goto out;
8006         }
8007         isp_parse_nvram_2400(isp, nvram_data);
8008 out:
8009         return (retval);
8010 }
8011
8012 static void
8013 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8014 {
8015         int i, cbits;
8016         uint16_t bit, rqst, junk;
8017
8018         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8019         ISP_DELAY(10);
8020         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8021         ISP_DELAY(10);
8022
8023         if (IS_FC(isp)) {
8024                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8025                 if (IS_2312(isp) && isp->isp_port) {
8026                         wo += 128;
8027                 }
8028                 rqst = (ISP_NVRAM_READ << 8) | wo;
8029                 cbits = 10;
8030         } else if (IS_ULTRA2(isp)) {
8031                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8032                 rqst = (ISP_NVRAM_READ << 8) | wo;
8033                 cbits = 10;
8034         } else {
8035                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8036                 rqst = (ISP_NVRAM_READ << 6) | wo;
8037                 cbits = 8;
8038         }
8039
8040         /*
8041          * Clock the word select request out...
8042          */
8043         for (i = cbits; i >= 0; i--) {
8044                 if ((rqst >> i) & 1) {
8045                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8046                 } else {
8047                         bit = BIU_NVRAM_SELECT;
8048                 }
8049                 ISP_WRITE(isp, BIU_NVRAM, bit);
8050                 ISP_DELAY(10);
8051                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8052                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8053                 ISP_DELAY(10);
8054                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8055                 ISP_WRITE(isp, BIU_NVRAM, bit);
8056                 ISP_DELAY(10);
8057                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8058         }
8059         /*
8060          * Now read the result back in (bits come back in MSB format).
8061          */
8062         *rp = 0;
8063         for (i = 0; i < 16; i++) {
8064                 uint16_t rv;
8065                 *rp <<= 1;
8066                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8067                 ISP_DELAY(10);
8068                 rv = ISP_READ(isp, BIU_NVRAM);
8069                 if (rv & BIU_NVRAM_DATAIN) {
8070                         *rp |= 1;
8071                 }
8072                 ISP_DELAY(10);
8073                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8074                 ISP_DELAY(10);
8075                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8076         }
8077         ISP_WRITE(isp, BIU_NVRAM, 0);
8078         ISP_DELAY(10);
8079         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8080         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8081 }
8082
8083 static void
8084 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8085 {
8086         int loops = 0;
8087         uint32_t base = 0x7ffe0000;
8088         uint32_t tmp = 0;
8089
8090         if (IS_26XX(isp)) {
8091                 base = 0x7fe7c000;      /* XXX: Observation, may be wrong. */
8092         } else if (IS_25XX(isp)) {
8093                 base = 0x7ff00000 | 0x48000;
8094         }
8095         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8096         for (loops = 0; loops < 5000; loops++) {
8097                 ISP_DELAY(10);
8098                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8099                 if ((tmp & (1U << 31)) != 0) {
8100                         break;
8101                 }
8102         }
8103         if (tmp & (1U << 31)) {
8104                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8105                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8106         } else {
8107                 *rp = 0xffffffff;
8108         }
8109 }
8110
8111 static void
8112 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8113 {
8114         sdparam *sdp = SDPARAM(isp, 0);
8115         int tgt;
8116
8117         sdp->isp_fifo_threshold =
8118                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8119                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8120
8121         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8122                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8123
8124         sdp->isp_bus_reset_delay =
8125                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8126
8127         sdp->isp_retry_count =
8128                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8129
8130         sdp->isp_retry_delay =
8131                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8132
8133         sdp->isp_async_data_setup =
8134                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8135
8136         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8137                 if (sdp->isp_async_data_setup < 9) {
8138                         sdp->isp_async_data_setup = 9;
8139                 }
8140         } else {
8141                 if (sdp->isp_async_data_setup != 6) {
8142                         sdp->isp_async_data_setup = 6;
8143                 }
8144         }
8145
8146         sdp->isp_req_ack_active_neg =
8147                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8148
8149         sdp->isp_data_line_active_neg =
8150                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8151
8152         sdp->isp_data_dma_burst_enabl =
8153                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8154
8155         sdp->isp_cmd_dma_burst_enable =
8156                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8157
8158         sdp->isp_tag_aging =
8159                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8160
8161         sdp->isp_selection_timeout =
8162                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8163
8164         sdp->isp_max_queue_depth =
8165                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8166
8167         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8168
8169         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8170                 sdp->isp_devparam[tgt].dev_enable =
8171                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8172                 sdp->isp_devparam[tgt].exc_throttle =
8173                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8174                 sdp->isp_devparam[tgt].nvrm_offset =
8175                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8176                 sdp->isp_devparam[tgt].nvrm_period =
8177                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8178                 /*
8179                  * We probably shouldn't lie about this, but it
8180                  * it makes it much safer if we limit NVRAM values
8181                  * to sanity.
8182                  */
8183                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8184                         /*
8185                          * If we're not ultra, we can't possibly
8186                          * be a shorter period than this.
8187                          */
8188                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8189                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8190                         }
8191                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8192                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8193                         }
8194                 } else {
8195                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8196                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8197                         }
8198                 }
8199                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8200                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8201                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8202                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8203                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8204                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8205                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8206                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8207                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8208                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8209                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8210                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8211                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8212                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8213                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8214                 sdp->isp_devparam[tgt].goal_offset =
8215                     sdp->isp_devparam[tgt].nvrm_offset;
8216                 sdp->isp_devparam[tgt].goal_period =
8217                     sdp->isp_devparam[tgt].nvrm_period;
8218                 sdp->isp_devparam[tgt].goal_flags =
8219                     sdp->isp_devparam[tgt].nvrm_flags;
8220         }
8221 }
8222
8223 static void
8224 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8225 {
8226         sdparam *sdp = SDPARAM(isp, bus);
8227         int tgt;
8228
8229         sdp->isp_fifo_threshold =
8230             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8231
8232         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8233                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8234
8235         sdp->isp_bus_reset_delay =
8236             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8237
8238         sdp->isp_retry_count =
8239             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8240
8241         sdp->isp_retry_delay =
8242             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8243
8244         sdp->isp_async_data_setup =
8245             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8246
8247         sdp->isp_req_ack_active_neg =
8248             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8249
8250         sdp->isp_data_line_active_neg =
8251             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8252
8253         sdp->isp_data_dma_burst_enabl =
8254             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8255
8256         sdp->isp_cmd_dma_burst_enable =
8257             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8258
8259         sdp->isp_selection_timeout =
8260             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8261
8262         sdp->isp_max_queue_depth =
8263              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8264
8265         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8266                 sdp->isp_devparam[tgt].dev_enable =
8267                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8268                 sdp->isp_devparam[tgt].exc_throttle =
8269                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8270                 sdp->isp_devparam[tgt].nvrm_offset =
8271                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8272                 sdp->isp_devparam[tgt].nvrm_period =
8273                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8274                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8275                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8276                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8277                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8278                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8279                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8280                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8281                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8282                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8283                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8284                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8285                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8286                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8287                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8288                 sdp->isp_devparam[tgt].actv_flags = 0;
8289                 sdp->isp_devparam[tgt].goal_offset =
8290                     sdp->isp_devparam[tgt].nvrm_offset;
8291                 sdp->isp_devparam[tgt].goal_period =
8292                     sdp->isp_devparam[tgt].nvrm_period;
8293                 sdp->isp_devparam[tgt].goal_flags =
8294                     sdp->isp_devparam[tgt].nvrm_flags;
8295         }
8296 }
8297
8298 static void
8299 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8300 {
8301         sdparam *sdp = SDPARAM(isp, bus);
8302         int tgt;
8303
8304         sdp->isp_fifo_threshold =
8305             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8306
8307         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8308                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8309
8310         sdp->isp_bus_reset_delay =
8311             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8312
8313         sdp->isp_retry_count =
8314             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8315
8316         sdp->isp_retry_delay =
8317             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8318
8319         sdp->isp_async_data_setup =
8320             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8321
8322         sdp->isp_req_ack_active_neg =
8323             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8324
8325         sdp->isp_data_line_active_neg =
8326             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8327
8328         sdp->isp_data_dma_burst_enabl =
8329             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8330
8331         sdp->isp_cmd_dma_burst_enable =
8332             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8333
8334         sdp->isp_selection_timeout =
8335             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8336
8337         sdp->isp_max_queue_depth =
8338              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8339
8340         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8341                 sdp->isp_devparam[tgt].dev_enable =
8342                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8343                 sdp->isp_devparam[tgt].exc_throttle =
8344                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8345                 sdp->isp_devparam[tgt].nvrm_offset =
8346                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8347                 sdp->isp_devparam[tgt].nvrm_period =
8348                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8349                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8350                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8351                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8352                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8353                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8354                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8355                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8356                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8357                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8358                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8359                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8360                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8361                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8362                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8363                 sdp->isp_devparam[tgt].actv_flags = 0;
8364                 sdp->isp_devparam[tgt].goal_offset =
8365                     sdp->isp_devparam[tgt].nvrm_offset;
8366                 sdp->isp_devparam[tgt].goal_period =
8367                     sdp->isp_devparam[tgt].nvrm_period;
8368                 sdp->isp_devparam[tgt].goal_flags =
8369                     sdp->isp_devparam[tgt].nvrm_flags;
8370         }
8371 }
8372
8373 static void
8374 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8375 {
8376         fcparam *fcp = FCPARAM(isp, 0);
8377         uint64_t wwn;
8378
8379         /*
8380          * There is NVRAM storage for both Port and Node entities-
8381          * but the Node entity appears to be unused on all the cards
8382          * I can find. However, we should account for this being set
8383          * at some point in the future.
8384          *
8385          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8386          * bits 48..60. In the case of the 2202, it appears that they do
8387          * use bit 48 to distinguish between the two instances on the card.
8388          * The 2204, which I've never seen, *probably* extends this method.
8389          */
8390         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8391         if (wwn) {
8392                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8393                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8394                 if ((wwn >> 60) == 0) {
8395                         wwn |= (((uint64_t) 2)<< 60);
8396                 }
8397         }
8398         fcp->isp_wwpn_nvram = wwn;
8399         if (IS_2200(isp) || IS_23XX(isp)) {
8400                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8401                 if (wwn) {
8402                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8403                             (uint32_t) (wwn >> 32),
8404                             (uint32_t) (wwn));
8405                         if ((wwn >> 60) == 0) {
8406                                 wwn |= (((uint64_t) 2)<< 60);
8407                         }
8408                 } else {
8409                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8410                 }
8411         } else {
8412                 wwn &= ~((uint64_t) 0xfff << 48);
8413         }
8414         fcp->isp_wwnn_nvram = wwn;
8415
8416         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8417         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8418                 DEFAULT_FRAMESIZE(isp) =
8419                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8420         }
8421         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8422         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8423         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8424                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8425         }
8426         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8427                 DEFAULT_EXEC_THROTTLE(isp) =
8428                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8429         }
8430         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8431         isp_prt(isp, ISP_LOGDEBUG0,
8432             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8433             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8434             (uint32_t) fcp->isp_wwnn_nvram,
8435             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8436             (uint32_t) fcp->isp_wwpn_nvram,
8437             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8438             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8439         isp_prt(isp, ISP_LOGDEBUG0,
8440             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8441             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8442             ISP2100_NVRAM_OPTIONS(nvram_data),
8443             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8444             ISP2100_NVRAM_TOV(nvram_data));
8445         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8446         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8447         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8448             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8449 }
8450
8451 static void
8452 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8453 {
8454         fcparam *fcp = FCPARAM(isp, 0);
8455         uint64_t wwn;
8456
8457         isp_prt(isp, ISP_LOGDEBUG0,
8458             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8459             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8460             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8461             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8462             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8463             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8464             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8465         isp_prt(isp, ISP_LOGDEBUG0,
8466             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8467             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8468             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8469             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8470             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8471             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8472
8473         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8474         fcp->isp_wwpn_nvram = wwn;
8475
8476         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8477         if (wwn) {
8478                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8479                         wwn = 0;
8480                 }
8481         }
8482         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8483                 wwn = fcp->isp_wwpn_nvram;
8484                 wwn &= ~((uint64_t) 0xfff << 48);
8485         }
8486         fcp->isp_wwnn_nvram = wwn;
8487
8488         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8489                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8490         }
8491         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8492                 DEFAULT_FRAMESIZE(isp) =
8493                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8494         }
8495         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8496                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8497         }
8498         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8499                 DEFAULT_EXEC_THROTTLE(isp) =
8500                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8501         }
8502         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8503         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8504         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8505 }