sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67
  68 /*
  69  * Local static data
  70  */
  71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  74 static const char sacq[] = "unable to acquire scratch area";
  75
  76 static const uint8_t alpa_map[] = {
  77         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  78         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  79         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  80         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  81         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  82         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  83         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  84         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  85         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  86         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  87         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  88         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  89         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  90         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  91         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
  92         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
  93 };
  94
  95 /*
  96  * Local function prototypes.
  97  */
  98 static int isp_parse_async(ispsoftc_t *, uint16_t);
  99 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 102 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 104 static int isp_mbox_continue(ispsoftc_t *);
 105 static void isp_scsi_init(ispsoftc_t *);
 106 static void isp_scsi_channel_init(ispsoftc_t *, int);
 107 static void isp_fibre_init(ispsoftc_t *);
 108 static void isp_fibre_init_2400(ispsoftc_t *);
 109 static void isp_clear_portdb(ispsoftc_t *, int);
 110 static void isp_mark_portdb(ispsoftc_t *, int);
 111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
 112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
 115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
 116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
 117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 118 static int isp_fclink_test(ispsoftc_t *, int, int);
 119 static int isp_pdb_sync(ispsoftc_t *, int);
 120 static int isp_scan_loop(ispsoftc_t *, int);
 121 static int isp_gid_ft_sns(ispsoftc_t *, int);
 122 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 123 static int isp_scan_fabric(ispsoftc_t *, int);
 124 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 125 static int isp_send_change_request(ispsoftc_t *, int);
 126 static int isp_register_fc4_type(ispsoftc_t *, int);
 127 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
 129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
 130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
 131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 132 static int isp_fw_state(ispsoftc_t *, int);
 133 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 134 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 135
 136 static void isp_spi_update(ispsoftc_t *, int);
 137 static void isp_setdfltsdparm(ispsoftc_t *);
 138 static void isp_setdfltfcparm(ispsoftc_t *, int);
 139 static int isp_read_nvram(ispsoftc_t *, int);
 140 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 141 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 142 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 143 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 144 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 145 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 146 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 147 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 148
 149 static void
 150 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
 151 {
 152         fcparam *fcp = FCPARAM(isp, chan);
 153
 154         if (fcp->isp_fwstate == state)
 155                 return;
 156         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
 157             "Chan %d Firmware state <%s->%s>", chan,
 158             isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
 159         fcp->isp_fwstate = state;
 160 }
 161
 162 /*
 163  * Reset Hardware.
 164  *
 165  * Hit the chip over the head, download new f/w if available and set it running.
 166  *
 167  * Locking done elsewhere.
 168  */
 169
 170 void
 171 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 172 {
 173         mbreg_t mbs;
 174         char *buf;
 175         uint64_t fwt;
 176         uint32_t code_org, val;
 177         int loops, i, dodnld = 1;
 178         const char *btype = "????";
 179         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 180
 181         isp->isp_state = ISP_NILSTATE;
 182         if (isp->isp_dead) {
 183                 isp_shutdown(isp);
 184                 ISP_DISABLE_INTS(isp);
 185                 return;
 186         }
 187
 188         /*
 189          * Basic types (SCSI, FibreChannel and PCI or SBus)
 190          * have been set in the MD code. We figure out more
 191          * here. Possibly more refined types based upon PCI
 192          * identification. Chip revision has been gathered.
 193          *
 194          * After we've fired this chip up, zero out the conf1 register
 195          * for SCSI adapters and do other settings for the 2100.
 196          */
 197
 198         ISP_DISABLE_INTS(isp);
 199
 200         /*
 201          * Pick an initial maxcmds value which will be used
 202          * to allocate xflist pointer space. It may be changed
 203          * later by the firmware.
 204          */
 205         if (IS_24XX(isp)) {
 206                 isp->isp_maxcmds = 4096;
 207         } else if (IS_2322(isp)) {
 208                 isp->isp_maxcmds = 2048;
 209         } else if (IS_23XX(isp) || IS_2200(isp)) {
 210                 isp->isp_maxcmds = 1024;
 211         } else {
 212                 isp->isp_maxcmds = 512;
 213         }
 214
 215         /*
 216          * Set up DMA for the request and response queues.
 217          *
 218          * We do this now so we can use the request queue
 219          * for dma to load firmware from.
 220          */
 221         if (ISP_MBOXDMASETUP(isp) != 0) {
 222                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 223                 return;
 224         }
 225
 226         /*
 227          * Set up default request/response queue in-pointer/out-pointer
 228          * register indices.
 229          */
 230         if (IS_24XX(isp)) {
 231                 isp->isp_rqstinrp = BIU2400_REQINP;
 232                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 233                 isp->isp_respinrp = BIU2400_RSPINP;
 234                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 235         } else if (IS_23XX(isp)) {
 236                 isp->isp_rqstinrp = BIU_REQINP;
 237                 isp->isp_rqstoutrp = BIU_REQOUTP;
 238                 isp->isp_respinrp = BIU_RSPINP;
 239                 isp->isp_respoutrp = BIU_RSPOUTP;
 240         } else {
 241                 isp->isp_rqstinrp = INMAILBOX4;
 242                 isp->isp_rqstoutrp = OUTMAILBOX4;
 243                 isp->isp_respinrp = OUTMAILBOX5;
 244                 isp->isp_respoutrp = INMAILBOX5;
 245         }
 246
 247         /*
 248          * Put the board into PAUSE mode (so we can read the SXP registers
 249          * or write FPM/FBM registers).
 250          */
 251         if (IS_24XX(isp)) {
 252                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 253                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 254                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 255         } else {
 256                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 257         }
 258
 259         if (IS_FC(isp)) {
 260                 switch (isp->isp_type) {
 261                 case ISP_HA_FC_2100:
 262                         btype = "2100";
 263                         break;
 264                 case ISP_HA_FC_2200:
 265                         btype = "2200";
 266                         break;
 267                 case ISP_HA_FC_2300:
 268                         btype = "2300";
 269                         break;
 270                 case ISP_HA_FC_2312:
 271                         btype = "2312";
 272                         break;
 273                 case ISP_HA_FC_2322:
 274                         btype = "2322";
 275                         break;
 276                 case ISP_HA_FC_2400:
 277                         btype = "2422";
 278                         break;
 279                 case ISP_HA_FC_2500:
 280                         btype = "2532";
 281                         break;
 282                 case ISP_HA_FC_2600:
 283                         btype = "2031";
 284                         break;
 285                 default:
 286                         break;
 287                 }
 288
 289                 if (!IS_24XX(isp)) {
 290                         /*
 291                          * While we're paused, reset the FPM module and FBM
 292                          * fifos.
 293                          */
 294                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 295                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 296                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 297                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 298                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 299                 }
 300         } else if (IS_1240(isp)) {
 301                 sdparam *sdp;
 302
 303                 btype = "1240";
 304                 isp->isp_clock = 60;
 305                 sdp = SDPARAM(isp, 0);
 306                 sdp->isp_ultramode = 1;
 307                 sdp = SDPARAM(isp, 1);
 308                 sdp->isp_ultramode = 1;
 309                 /*
 310                  * XXX: Should probably do some bus sensing.
 311                  */
 312         } else if (IS_ULTRA3(isp)) {
 313                 sdparam *sdp = isp->isp_param;
 314
 315                 isp->isp_clock = 100;
 316
 317                 if (IS_10160(isp))
 318                         btype = "10160";
 319                 else if (IS_12160(isp))
 320                         btype = "12160";
 321                 else
 322                         btype = "<UNKLVD>";
 323                 sdp->isp_lvdmode = 1;
 324
 325                 if (IS_DUALBUS(isp)) {
 326                         sdp++;
 327                         sdp->isp_lvdmode = 1;
 328                 }
 329         } else if (IS_ULTRA2(isp)) {
 330                 static const char m[] = "bus %d is in %s Mode";
 331                 uint16_t l;
 332                 sdparam *sdp = SDPARAM(isp, 0);
 333
 334                 isp->isp_clock = 100;
 335
 336                 if (IS_1280(isp))
 337                         btype = "1280";
 338                 else if (IS_1080(isp))
 339                         btype = "1080";
 340                 else
 341                         btype = "<UNKLVD>";
 342
 343                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 344                 switch (l) {
 345                 case ISP1080_LVD_MODE:
 346                         sdp->isp_lvdmode = 1;
 347                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 348                         break;
 349                 case ISP1080_HVD_MODE:
 350                         sdp->isp_diffmode = 1;
 351                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 352                         break;
 353                 case ISP1080_SE_MODE:
 354                         sdp->isp_ultramode = 1;
 355                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 356                         break;
 357                 default:
 358                         isp_prt(isp, ISP_LOGERR,
 359                             "unknown mode on bus %d (0x%x)", 0, l);
 360                         break;
 361                 }
 362
 363                 if (IS_DUALBUS(isp)) {
 364                         sdp = SDPARAM(isp, 1);
 365                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 366                         l &= ISP1080_MODE_MASK;
 367                         switch (l) {
 368                         case ISP1080_LVD_MODE:
 369                                 sdp->isp_lvdmode = 1;
 370                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 371                                 break;
 372                         case ISP1080_HVD_MODE:
 373                                 sdp->isp_diffmode = 1;
 374                                 isp_prt(isp, ISP_LOGCONFIG,
 375                                     m, 1, "Differential");
 376                                 break;
 377                         case ISP1080_SE_MODE:
 378                                 sdp->isp_ultramode = 1;
 379                                 isp_prt(isp, ISP_LOGCONFIG,
 380                                     m, 1, "Single-Ended");
 381                                 break;
 382                         default:
 383                                 isp_prt(isp, ISP_LOGERR,
 384                                     "unknown mode on bus %d (0x%x)", 1, l);
 385                                 break;
 386                         }
 387                 }
 388         } else {
 389                 sdparam *sdp = SDPARAM(isp, 0);
 390                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 391                 switch (i) {
 392                 default:
 393                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 394                         /* FALLTHROUGH */
 395                 case 1:
 396                         btype = "1020";
 397                         isp->isp_type = ISP_HA_SCSI_1020;
 398                         isp->isp_clock = 40;
 399                         break;
 400                 case 2:
 401                         /*
 402                          * Some 1020A chips are Ultra Capable, but don't
 403                          * run the clock rate up for that unless told to
 404                          * do so by the Ultra Capable bits being set.
 405                          */
 406                         btype = "1020A";
 407                         isp->isp_type = ISP_HA_SCSI_1020A;
 408                         isp->isp_clock = 40;
 409                         break;
 410                 case 3:
 411                         btype = "1040";
 412                         isp->isp_type = ISP_HA_SCSI_1040;
 413                         isp->isp_clock = 60;
 414                         break;
 415                 case 4:
 416                         btype = "1040A";
 417                         isp->isp_type = ISP_HA_SCSI_1040A;
 418                         isp->isp_clock = 60;
 419                         break;
 420                 case 5:
 421                         btype = "1040B";
 422                         isp->isp_type = ISP_HA_SCSI_1040B;
 423                         isp->isp_clock = 60;
 424                         break;
 425                 case 6:
 426                         btype = "1040C";
 427                         isp->isp_type = ISP_HA_SCSI_1040C;
 428                         isp->isp_clock = 60;
 429                         break;
 430                 }
 431                 /*
 432                  * Now, while we're at it, gather info about ultra
 433                  * and/or differential mode.
 434                  */
 435                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 436                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 437                         sdp->isp_diffmode = 1;
 438                 } else {
 439                         sdp->isp_diffmode = 0;
 440                 }
 441                 i = ISP_READ(isp, RISC_PSR);
 442                 if (isp->isp_bustype == ISP_BT_SBUS) {
 443                         i &= RISC_PSR_SBUS_ULTRA;
 444                 } else {
 445                         i &= RISC_PSR_PCI_ULTRA;
 446                 }
 447                 if (i != 0) {
 448                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 449                         sdp->isp_ultramode = 1;
 450                         /*
 451                          * If we're in Ultra Mode, we have to be 60MHz clock-
 452                          * even for the SBus version.
 453                          */
 454                         isp->isp_clock = 60;
 455                 } else {
 456                         sdp->isp_ultramode = 0;
 457                         /*
 458                          * Clock is known. Gronk.
 459                          */
 460                 }
 461
 462                 /*
 463                  * Machine dependent clock (if set) overrides
 464                  * our generic determinations.
 465                  */
 466                 if (isp->isp_mdvec->dv_clock) {
 467                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 468                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 469                         }
 470                 }
 471
 472         }
 473
 474         /*
 475          * Clear instrumentation
 476          */
 477         isp->isp_intcnt = isp->isp_intbogus = 0;
 478
 479         /*
 480          * Do MD specific pre initialization
 481          */
 482         ISP_RESET0(isp);
 483
 484         /*
 485          * Hit the chip over the head with hammer,
 486          * and give it a chance to recover.
 487          */
 488
 489         if (IS_SCSI(isp)) {
 490                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 491                 /*
 492                  * A slight delay...
 493                  */
 494                 ISP_DELAY(100);
 495
 496                 /*
 497                  * Clear data && control DMA engines.
 498                  */
 499                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 500                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 501
 502
 503         } else if (IS_24XX(isp)) {
 504                 /*
 505                  * Stop DMA and wait for it to stop.
 506                  */
 507                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 508                 for (val = loops = 0; loops < 30000; loops++) {
 509                         ISP_DELAY(10);
 510                         val = ISP_READ(isp, BIU2400_CSR);
 511                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 512                                 break;
 513                         }
 514                 }
 515                 if (val & BIU2400_DMA_ACTIVE) {
 516                         ISP_RESET0(isp);
 517                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 518                         return;
 519                 }
 520                 /*
 521                  * Hold it in SOFT_RESET and STOP state for 100us.
 522                  */
 523                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 524                 ISP_DELAY(100);
 525                 for (loops = 0; loops < 10000; loops++) {
 526                         ISP_DELAY(5);
 527                         val = ISP_READ(isp, OUTMAILBOX0);
 528                 }
 529                 for (val = loops = 0; loops < 500000; loops ++) {
 530                         val = ISP_READ(isp, BIU2400_CSR);
 531                         if ((val & BIU2400_SOFT_RESET) == 0) {
 532                                 break;
 533                         }
 534                 }
 535                 if (val & BIU2400_SOFT_RESET) {
 536                         ISP_RESET0(isp);
 537                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 538                         return;
 539                 }
 540         } else {
 541                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 542                 /*
 543                  * A slight delay...
 544                  */
 545                 ISP_DELAY(100);
 546
 547                 /*
 548                  * Clear data && control DMA engines.
 549                  */
 550                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 551                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 552                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 553         }
 554
 555         /*
 556          * Wait for ISP to be ready to go...
 557          */
 558         loops = MBOX_DELAY_COUNT;
 559         for (;;) {
 560                 if (IS_SCSI(isp)) {
 561                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 562                                 break;
 563                         }
 564                 } else if (IS_24XX(isp)) {
 565                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 566                                 break;
 567                         }
 568                 } else {
 569                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 570                                 break;
 571                 }
 572                 ISP_DELAY(100);
 573                 if (--loops < 0) {
 574                         ISP_DUMPREGS(isp, "chip reset timed out");
 575                         ISP_RESET0(isp);
 576                         return;
 577                 }
 578         }
 579
 580         /*
 581          * After we've fired this chip up, zero out the conf1 register
 582          * for SCSI adapters and other settings for the 2100.
 583          */
 584
 585         if (IS_SCSI(isp)) {
 586                 ISP_WRITE(isp, BIU_CONF1, 0);
 587         } else if (!IS_24XX(isp)) {
 588                 ISP_WRITE(isp, BIU2100_CSR, 0);
 589         }
 590
 591         /*
 592          * Reset RISC Processor
 593          */
 594         if (IS_24XX(isp)) {
 595                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 596                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 597                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 598         } else {
 599                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 600                 ISP_DELAY(100);
 601                 ISP_WRITE(isp, BIU_SEMA, 0);
 602         }
 603
 604         /*
 605          * Post-RISC Reset stuff.
 606          */
 607         if (IS_24XX(isp)) {
 608                 for (val = loops = 0; loops < 5000000; loops++) {
 609                         ISP_DELAY(5);
 610                         val = ISP_READ(isp, OUTMAILBOX0);
 611                         if (val == 0) {
 612                                 break;
 613                         }
 614                 }
 615                 if (val != 0) {
 616                         ISP_RESET0(isp);
 617                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 618                         return;
 619                 }
 620         } else if (IS_SCSI(isp)) {
 621                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 622                 /*
 623                  * Busted FIFO. Turn off all but burst enables.
 624                  */
 625                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 626                         tmp &= BIU_BURST_ENABLE;
 627                 }
 628                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 629                 if (tmp & BIU_BURST_ENABLE) {
 630                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 631                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 632                 }
 633                 if (SDPARAM(isp, 0)->isp_ptisp) {
 634                         if (SDPARAM(isp, 0)->isp_ultramode) {
 635                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 636                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 637                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 638                                 }
 639                         } else {
 640                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 641                         }
 642                         /*
 643                          * PTI specific register
 644                          */
 645                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 646                 } else {
 647                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 648                 }
 649                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 650         } else {
 651                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 652                 if (IS_2200(isp) || IS_23XX(isp)) {
 653                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 654                 }
 655                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 656         }
 657
 658         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 659         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 660         ISP_WRITE(isp, isp->isp_respinrp, 0);
 661         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 662         if (IS_24XX(isp)) {
 663                 if (!IS_26XX(isp)) {
 664                         ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 665                         ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 666                 }
 667                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 668                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 669         }
 670
 671         /*
 672          * Do MD specific post initialization
 673          */
 674         ISP_RESET1(isp);
 675
 676         /*
 677          * Wait for everything to finish firing up.
 678          *
 679          * Avoid doing this on early 2312s because you can generate a PCI
 680          * parity error (chip breakage).
 681          */
 682         if (IS_2312(isp) && isp->isp_revision < 2) {
 683                 ISP_DELAY(100);
 684         } else {
 685                 loops = MBOX_DELAY_COUNT;
 686                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 687                         ISP_DELAY(100);
 688                         if (--loops < 0) {
 689                                 ISP_RESET0(isp);
 690                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 691                                 return;
 692                         }
 693                 }
 694         }
 695
 696         /*
 697          * Up until this point we've done everything by just reading or
 698          * setting registers. From this point on we rely on at least *some*
 699          * kind of firmware running in the card.
 700          */
 701
 702         /*
 703          * Do some sanity checking by running a NOP command.
 704          * If it succeeds, the ROM firmware is now running.
 705          */
 706         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 707         isp_mboxcmd(isp, &mbs);
 708         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 709                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 710                 ISP_RESET0(isp);
 711                 return;
 712         }
 713
 714         /*
 715          * Do some operational tests
 716          */
 717
 718         if (IS_SCSI(isp) || IS_24XX(isp)) {
 719                 static const uint16_t patterns[MAX_MAILBOX] = {
 720                         0x0000, 0xdead, 0xbeef, 0xffff,
 721                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 722                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 723                         0xbead, 0xdebe, 0x2222, 0x3333,
 724                         0x5555, 0x6666, 0x7777, 0xaaaa,
 725                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 726                         0x6666, 0x6677, 0x1122, 0x33ff,
 727                         0x0000, 0x0001, 0x1000, 0x1010,
 728                 };
 729                 int nmbox = ISP_NMBOX(isp);
 730                 if (IS_SCSI(isp))
 731                         nmbox = 6;
 732                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 733                 for (i = 1; i < nmbox; i++) {
 734                         mbs.param[i] = patterns[i];
 735                 }
 736                 isp_mboxcmd(isp, &mbs);
 737                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 738                         ISP_RESET0(isp);
 739                         return;
 740                 }
 741                 for (i = 1; i < nmbox; i++) {
 742                         if (mbs.param[i] != patterns[i]) {
 743                                 ISP_RESET0(isp);
 744                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 745                                 return;
 746                         }
 747                 }
 748         }
 749
 750         /*
 751          * Download new Firmware, unless requested not to do so.
 752          * This is made slightly trickier in some cases where the
 753          * firmware of the ROM revision is newer than the revision
 754          * compiled into the driver. So, where we used to compare
 755          * versions of our f/w and the ROM f/w, now we just see
 756          * whether we have f/w at all and whether a config flag
 757          * has disabled our download.
 758          */
 759         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 760                 dodnld = 0;
 761         }
 762
 763         if (IS_24XX(isp)) {
 764                 code_org = ISP_CODE_ORG_2400;
 765         } else if (IS_23XX(isp)) {
 766                 code_org = ISP_CODE_ORG_2300;
 767         } else {
 768                 code_org = ISP_CODE_ORG;
 769         }
 770
 771         isp->isp_loaded_fw = 0;
 772         if (dodnld && IS_24XX(isp)) {
 773                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 774                 int wordload;
 775
 776                 /*
 777                  * Keep loading until we run out of f/w.
 778                  */
 779                 code_org = ptr[2];      /* 1st load address is our start addr */
 780                 wordload = 0;
 781
 782                 for (;;) {
 783                         uint32_t la, wi, wl;
 784
 785                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 786
 787                         wi = 0;
 788                         la = ptr[2];
 789                         wl = ptr[3];
 790
 791                         while (wi < ptr[3]) {
 792                                 uint32_t *cp;
 793                                 uint32_t nw;
 794
 795                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 796                                 if (nw > wl) {
 797                                         nw = wl;
 798                                 }
 799                                 cp = isp->isp_rquest;
 800                                 for (i = 0; i < nw; i++) {
 801                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 802                                         wl--;
 803                                 }
 804                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 805         again:
 806                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 807                                 if (la < 0x10000 && nw < 0x10000) {
 808                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 809                                         mbs.param[1] = la;
 810                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 811                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 812                                         mbs.param[4] = nw;
 813                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 814                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 815                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 816                                 } else if (wordload) {
 817                                         union {
 818                                                 const uint32_t *cp;
 819                                                 uint32_t *np;
 820                                         } ucd;
 821                                         ucd.cp = (const uint32_t *)cp;
 822                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 823                                         mbs.param[1] = la;
 824                                         mbs.param[2] = (*ucd.np);
 825                                         mbs.param[3] = (*ucd.np) >> 16;
 826                                         mbs.param[8] = la >> 16;
 827                                         isp->isp_mbxwrk0 = nw - 1;
 828                                         isp->isp_mbxworkp = ucd.np+1;
 829                                         isp->isp_mbxwrk1 = (la + 1);
 830                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 831                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 832                                 } else {
 833                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 834                                         mbs.param[1] = la;
 835                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 836                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 837                                         mbs.param[4] = nw >> 16;
 838                                         mbs.param[5] = nw;
 839                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 840                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 841                                         mbs.param[8] = la >> 16;
 842                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 843                                 }
 844                                 isp_mboxcmd(isp, &mbs);
 845                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 846                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 847                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 848                                                 wordload = 1;
 849                                                 goto again;
 850                                         }
 851                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 852                                         ISP_RESET0(isp);
 853                                         return;
 854                                 }
 855                                 la += nw;
 856                         }
 857
 858                         if (ptr[1] == 0) {
 859                                 break;
 860                         }
 861                         ptr += ptr[3];
 862                 }
 863                 isp->isp_loaded_fw = 1;
 864         } else if (dodnld && IS_23XX(isp)) {
 865                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 866                 uint16_t wi, wl, segno;
 867                 uint32_t la;
 868
 869                 la = code_org;
 870                 segno = 0;
 871
 872                 for (;;) {
 873                         uint32_t nxtaddr;
 874
 875                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 876
 877                         wi = 0;
 878                         wl = ptr[3];
 879
 880                         while (wi < ptr[3]) {
 881                                 uint16_t *cp;
 882                                 uint16_t nw;
 883
 884                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 885                                 if (nw > wl) {
 886                                         nw = wl;
 887                                 }
 888                                 if (nw > (1 << 15)) {
 889                                         nw = 1 << 15;
 890                                 }
 891                                 cp = isp->isp_rquest;
 892                                 for (i = 0; i < nw; i++) {
 893                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 894                                         wl--;
 895                                 }
 896                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 897                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 898                                 if (la < 0x10000) {
 899                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 900                                         mbs.param[1] = la;
 901                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 902                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 903                                         mbs.param[4] = nw;
 904                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 905                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 906                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 907                                 } else {
 908                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 909                                         mbs.param[1] = la;
 910                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 911                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 912                                         mbs.param[4] = nw;
 913                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 914                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 915                                         mbs.param[8] = la >> 16;
 916                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 917                                 }
 918                                 isp_mboxcmd(isp, &mbs);
 919                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 920                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 921                                         ISP_RESET0(isp);
 922                                         return;
 923                                 }
 924                                 la += nw;
 925                         }
 926
 927                         if (!IS_2322(isp)) {
 928                                 break;
 929                         }
 930
 931                         if (++segno == 3) {
 932                                 break;
 933                         }
 934
 935                         /*
 936                          * If we're a 2322, the firmware actually comes in
 937                          * three chunks. We loaded the first at the code_org
 938                          * address. The other two chunks, which follow right
 939                          * after each other in memory here, get loaded at
 940                          * addresses specfied at offset 0x9..0xB.
 941                          */
 942
 943                         nxtaddr = ptr[3];
 944                         ptr = &ptr[nxtaddr];
 945                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 946                 }
 947                 isp->isp_loaded_fw = 1;
 948         } else if (dodnld) {
 949                 union {
 950                         const uint16_t *cp;
 951                         uint16_t *np;
 952                 } ucd;
 953                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 954                 isp->isp_mbxworkp = &ucd.np[1];
 955                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 956                 isp->isp_mbxwrk1 = code_org + 1;
 957                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 958                 mbs.param[1] = code_org;
 959                 mbs.param[2] = ucd.np[0];
 960                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 961                 isp_mboxcmd(isp, &mbs);
 962                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 963                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 964                         ISP_RESET0(isp);
 965                         return;
 966                 }
 967         } else if (IS_26XX(isp)) {
 968                 MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
 969                 mbs.ibitm = 0x01;
 970                 mbs.obitm = 0x07;
 971                 isp_mboxcmd(isp, &mbs);
 972                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 973                         isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
 974                         ISP_RESET0(isp);
 975                         return;
 976                 }
 977         } else {
 978                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 979         }
 980
 981         /*
 982          * If we loaded firmware, verify its checksum
 983          */
 984         if (isp->isp_loaded_fw) {
 985                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 986                 if (IS_24XX(isp)) {
 987                         mbs.param[1] = code_org >> 16;
 988                         mbs.param[2] = code_org;
 989                 } else {
 990                         mbs.param[1] = code_org;
 991                 }
 992                 isp_mboxcmd(isp, &mbs);
 993                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 994                         isp_prt(isp, ISP_LOGERR, dcrc);
 995                         ISP_RESET0(isp);
 996                         return;
 997                 }
 998         }
 999
1000         /*
1001          * Now start it rolling.
1002          *
1003          * If we didn't actually download f/w,
1004          * we still need to (re)start it.
1005          */
1006
1007
1008         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
1009         if (IS_24XX(isp)) {
1010                 mbs.param[1] = code_org >> 16;
1011                 mbs.param[2] = code_org;
1012                 if (isp->isp_loaded_fw) {
1013                         mbs.param[3] = 0;
1014                 } else {
1015                         mbs.param[3] = 1;
1016                 }
1017         } else if (IS_2322(isp)) {
1018                 mbs.param[1] = code_org;
1019                 if (isp->isp_loaded_fw) {
1020                         mbs.param[2] = 0;
1021                 } else {
1022                         mbs.param[2] = 1;
1023                 }
1024         } else {
1025                 mbs.param[1] = code_org;
1026         }
1027         isp_mboxcmd(isp, &mbs);
1028         if (IS_2322(isp) || IS_24XX(isp)) {
1029                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1030                         ISP_RESET0(isp);
1031                         return;
1032                 }
1033         }
1034
1035         if (IS_SCSI(isp)) {
1036                 /*
1037                  * Set CLOCK RATE, but only if asked to.
1038                  */
1039                 if (isp->isp_clock) {
1040                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1041                         mbs.param[1] = isp->isp_clock;
1042                         isp_mboxcmd(isp, &mbs);
1043                         /* we will try not to care if this fails */
1044                 }
1045         }
1046
1047         /*
1048          * Ask the chip for the current firmware version.
1049          * This should prove that the new firmware is working.
1050          */
1051         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1052         isp_mboxcmd(isp, &mbs);
1053         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1054                 ISP_RESET0(isp);
1055                 return;
1056         }
1057
1058         /*
1059          * The SBus firmware that we are using apparently does not return
1060          * major, minor, micro revisions in the mailbox registers, which
1061          * is really, really, annoying.
1062          */
1063         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1064                 if (dodnld) {
1065 #ifdef  ISP_TARGET_MODE
1066                         isp->isp_fwrev[0] = 7;
1067                         isp->isp_fwrev[1] = 55;
1068 #else
1069                         isp->isp_fwrev[0] = 1;
1070                         isp->isp_fwrev[1] = 37;
1071 #endif
1072                         isp->isp_fwrev[2] = 0;
1073                 }
1074         } else {
1075                 isp->isp_fwrev[0] = mbs.param[1];
1076                 isp->isp_fwrev[1] = mbs.param[2];
1077                 isp->isp_fwrev[2] = mbs.param[3];
1078         }
1079
1080         if (IS_FC(isp)) {
1081                 /*
1082                  * We do not believe firmware attributes for 2100 code less
1083                  * than 1.17.0, unless it's the firmware we specifically
1084                  * are loading.
1085                  *
1086                  * Note that all 22XX and later f/w is greater than 1.X.0.
1087                  */
1088                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1089 #ifdef  USE_SMALLER_2100_FIRMWARE
1090                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1091 #else
1092                         isp->isp_fwattr = 0;
1093 #endif
1094                 } else {
1095                         isp->isp_fwattr = mbs.param[6];
1096                 }
1097                 if (IS_24XX(isp)) {
1098                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1099                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1100                                 isp->isp_fwattr |=
1101                                     (((uint64_t) mbs.param[16]) << 32) |
1102                                     (((uint64_t) mbs.param[17]) << 48);
1103                         }
1104                 }
1105         } else {
1106                 isp->isp_fwattr = 0;
1107         }
1108
1109         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111
1112         fwt = isp->isp_fwattr;
1113         if (IS_24XX(isp)) {
1114                 buf = FCPARAM(isp, 0)->isp_scratch;
1115                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1118                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119                 }
1120                 if (fwt & ISP2400_FW_ATTR_IP) {
1121                         fwt ^=ISP2400_FW_ATTR_IP;
1122                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123                 }
1124                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1126                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127                 }
1128                 if (fwt & ISP2400_FW_ATTR_SB2) {
1129                         fwt ^=ISP2400_FW_ATTR_SB2;
1130                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131                 }
1132                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1134                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135                 }
1136                 if (fwt & ISP2400_FW_ATTR_VI) {
1137                         fwt ^=ISP2400_FW_ATTR_VI;
1138                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139                 }
1140                 if (fwt & ISP2400_FW_ATTR_MQ) {
1141                         fwt ^=ISP2400_FW_ATTR_MQ;
1142                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143                 }
1144                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1145                         fwt ^=ISP2400_FW_ATTR_MSIX;
1146                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147                 }
1148                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1149                         fwt ^=ISP2400_FW_ATTR_FCOE;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VP0) {
1153                         fwt ^= ISP2400_FW_ATTR_VP0;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163                 }
1164                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1167                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168                 }
1169                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1171                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172                 }
1173                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176                 }
1177                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180                 }
1181                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184                 }
1185                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1187                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188                 }
1189                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192                 }
1193                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196                 }
1197                 if (fwt) {
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200                 }
1201                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202         } else if (IS_FC(isp)) {
1203                 buf = FCPARAM(isp, 0)->isp_scratch;
1204                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205                 if (fwt & ISP_FW_ATTR_TMODE) {
1206                         fwt ^=ISP_FW_ATTR_TMODE;
1207                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208                 }
1209                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1210                         fwt ^=ISP_FW_ATTR_SCCLUN;
1211                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212                 }
1213                 if (fwt & ISP_FW_ATTR_FABRIC) {
1214                         fwt ^=ISP_FW_ATTR_FABRIC;
1215                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216                 }
1217                 if (fwt & ISP_FW_ATTR_CLASS2) {
1218                         fwt ^=ISP_FW_ATTR_CLASS2;
1219                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220                 }
1221                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1222                         fwt ^=ISP_FW_ATTR_FCTAPE;
1223                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224                 }
1225                 if (fwt & ISP_FW_ATTR_IP) {
1226                         fwt ^=ISP_FW_ATTR_IP;
1227                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228                 }
1229                 if (fwt & ISP_FW_ATTR_VI) {
1230                         fwt ^=ISP_FW_ATTR_VI;
1231                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232                 }
1233                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236                 }
1237                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1239                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240                 }
1241                 if (fwt != 0) {
1242                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244                 }
1245                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246         }
1247
1248         if (IS_24XX(isp)) {
1249                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250                 isp_mboxcmd(isp, &mbs);
1251                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252                         ISP_RESET0(isp);
1253                         return;
1254                 }
1255                 if (isp->isp_maxcmds >= mbs.param[3]) {
1256                         isp->isp_maxcmds = mbs.param[3];
1257                 }
1258         } else {
1259                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260                 isp_mboxcmd(isp, &mbs);
1261                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262                         ISP_RESET0(isp);
1263                         return;
1264                 }
1265                 if (isp->isp_maxcmds >= mbs.param[2]) {
1266                         isp->isp_maxcmds = mbs.param[2];
1267                 }
1268         }
1269         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270
1271         /*
1272          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274          * work for them).
1275          */
1276         if (IS_FC(isp) && isp->isp_nchan > 1) {
1277                 if (!ISP_CAP_MULTI_ID(isp)) {
1278                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1279                             "only can enable 1 of %d channels", isp->isp_nchan);
1280                         isp->isp_nchan = 1;
1281                 } else if (!ISP_CAP_VP0(isp)) {
1282                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1283                             "feature properly without VP0_Decoupling");
1284                         isp->isp_nchan = 1;
1285                 }
1286         }
1287         if (IS_FC(isp)) {
1288                 for (i = 0; i < isp->isp_nchan; i++)
1289                         isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1290         }
1291         if (isp->isp_dead) {
1292                 isp_shutdown(isp);
1293                 ISP_DISABLE_INTS(isp);
1294                 return;
1295         }
1296
1297         isp->isp_state = ISP_RESETSTATE;
1298
1299         /*
1300          * Okay- now that we have new firmware running, we now (re)set our
1301          * notion of how many luns we support. This is somewhat tricky because
1302          * if we haven't loaded firmware, we sometimes do not have an easy way
1303          * of knowing how many luns we support.
1304          *
1305          * Expanded lun firmware gives you 32 luns for SCSI cards and
1306          * 16384 luns for Fibre Channel cards.
1307          *
1308          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1309          * we do get a firmware attributes word returned in mailbox register 6.
1310          *
1311          * Because the lun is in a different position in the Request Queue
1312          * Entry structure for Fibre Channel with expanded lun firmware, we
1313          * can only support one lun (lun zero) when we don't know what kind
1314          * of firmware we're running.
1315          */
1316         if (IS_SCSI(isp)) {
1317                 if (dodnld) {
1318                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1319                                 isp->isp_maxluns = 32;
1320                         } else {
1321                                 isp->isp_maxluns = 8;
1322                         }
1323                 } else {
1324                         isp->isp_maxluns = 8;
1325                 }
1326         } else {
1327                 if (ISP_CAP_SCCFW(isp)) {
1328                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1329                 } else {
1330                         isp->isp_maxluns = 16;
1331                 }
1332         }
1333
1334         /*
1335          * We get some default values established. As a side
1336          * effect, NVRAM is read here (unless overriden by
1337          * a configuration flag).
1338          */
1339         if (do_load_defaults) {
1340                 if (IS_SCSI(isp)) {
1341                         isp_setdfltsdparm(isp);
1342                 } else {
1343                         for (i = 0; i < isp->isp_nchan; i++) {
1344                                 isp_setdfltfcparm(isp, i);
1345                         }
1346                 }
1347         }
1348 }
1349
1350 /*
1351  * Clean firmware shutdown.
1352  */
1353 static int
1354 isp_deinit(ispsoftc_t *isp)
1355 {
1356         mbreg_t mbs;
1357
1358         isp->isp_state = ISP_NILSTATE;
1359         MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1360         mbs.param[1] = 0;
1361         mbs.param[2] = 0;
1362         mbs.param[3] = 0;
1363         mbs.param[4] = 0;
1364         mbs.param[5] = 0;
1365         mbs.param[6] = 0;
1366         mbs.param[7] = 0;
1367         mbs.param[8] = 0;
1368         isp_mboxcmd(isp, &mbs);
1369         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1370 }
1371
1372 /*
1373  * Initialize Parameters of Hardware to a known state.
1374  *
1375  * Locks are held before coming here.
1376  */
1377 void
1378 isp_init(ispsoftc_t *isp)
1379 {
1380         if (IS_FC(isp)) {
1381                 if (IS_24XX(isp)) {
1382                         isp_fibre_init_2400(isp);
1383                 } else {
1384                         isp_fibre_init(isp);
1385                 }
1386         } else {
1387                 isp_scsi_init(isp);
1388         }
1389         GET_NANOTIME(&isp->isp_init_time);
1390 }
1391
1392 static void
1393 isp_scsi_init(ispsoftc_t *isp)
1394 {
1395         sdparam *sdp_chan0, *sdp_chan1;
1396         mbreg_t mbs;
1397
1398         isp->isp_state = ISP_INITSTATE;
1399
1400         sdp_chan0 = SDPARAM(isp, 0);
1401         sdp_chan1 = sdp_chan0;
1402         if (IS_DUALBUS(isp)) {
1403                 sdp_chan1 = SDPARAM(isp, 1);
1404         }
1405
1406         /* First do overall per-card settings. */
1407
1408         /*
1409          * If we have fast memory timing enabled, turn it on.
1410          */
1411         if (sdp_chan0->isp_fast_mttr) {
1412                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1413         }
1414
1415         /*
1416          * Set Retry Delay and Count.
1417          * You set both channels at the same time.
1418          */
1419         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1420         mbs.param[1] = sdp_chan0->isp_retry_count;
1421         mbs.param[2] = sdp_chan0->isp_retry_delay;
1422         mbs.param[6] = sdp_chan1->isp_retry_count;
1423         mbs.param[7] = sdp_chan1->isp_retry_delay;
1424         isp_mboxcmd(isp, &mbs);
1425         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1426                 return;
1427         }
1428
1429         /*
1430          * Set ASYNC DATA SETUP time. This is very important.
1431          */
1432         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1433         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1434         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1435         isp_mboxcmd(isp, &mbs);
1436         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1437                 return;
1438         }
1439
1440         /*
1441          * Set ACTIVE Negation State.
1442          */
1443         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1444         mbs.param[1] =
1445             (sdp_chan0->isp_req_ack_active_neg << 4) |
1446             (sdp_chan0->isp_data_line_active_neg << 5);
1447         mbs.param[2] =
1448             (sdp_chan1->isp_req_ack_active_neg << 4) |
1449             (sdp_chan1->isp_data_line_active_neg << 5);
1450         isp_mboxcmd(isp, &mbs);
1451         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1452                 isp_prt(isp, ISP_LOGERR,
1453                     "failed to set active negation state (%d,%d), (%d,%d)",
1454                     sdp_chan0->isp_req_ack_active_neg,
1455                     sdp_chan0->isp_data_line_active_neg,
1456                     sdp_chan1->isp_req_ack_active_neg,
1457                     sdp_chan1->isp_data_line_active_neg);
1458                 /*
1459                  * But don't return.
1460                  */
1461         }
1462
1463         /*
1464          * Set the Tag Aging limit
1465          */
1466         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1467         mbs.param[1] = sdp_chan0->isp_tag_aging;
1468         mbs.param[2] = sdp_chan1->isp_tag_aging;
1469         isp_mboxcmd(isp, &mbs);
1470         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1471                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1472                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1473                 return;
1474         }
1475
1476         /*
1477          * Set selection timeout.
1478          */
1479         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1480         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1481         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1482         isp_mboxcmd(isp, &mbs);
1483         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1484                 return;
1485         }
1486
1487         /* now do per-channel settings */
1488         isp_scsi_channel_init(isp, 0);
1489         if (IS_DUALBUS(isp))
1490                 isp_scsi_channel_init(isp, 1);
1491
1492         /*
1493          * Now enable request/response queues
1494          */
1495
1496         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1497                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1498                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1499                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1500                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1501                 mbs.param[4] = 0;
1502                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1503                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1504                 isp_mboxcmd(isp, &mbs);
1505                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1506                         return;
1507                 }
1508                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1509
1510                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1511                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1512                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1513                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1514                 mbs.param[5] = 0;
1515                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1516                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1517                 isp_mboxcmd(isp, &mbs);
1518                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1519                         return;
1520                 }
1521                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1522         } else {
1523                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1524                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1525                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1526                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1527                 mbs.param[4] = 0;
1528                 isp_mboxcmd(isp, &mbs);
1529                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530                         return;
1531                 }
1532                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1533
1534                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1535                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1536                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1537                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1538                 mbs.param[5] = 0;
1539                 isp_mboxcmd(isp, &mbs);
1540                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1541                         return;
1542                 }
1543                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1544         }
1545
1546         /*
1547          * Turn on LVD transitions for ULTRA2 or better and other features
1548          *
1549          * Now that we have 32 bit handles, don't do any fast posting
1550          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1551          * operation or use fast posting. To be conservative, we'll only
1552          * do this for Ultra3 cards now because the other cards are so
1553          * rare for this author to find and test with.
1554          */
1555
1556         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1557         if (IS_ULTRA2(isp))
1558                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1559 #ifdef  ISP_NO_RIO
1560         if (IS_ULTRA3(isp))
1561                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1562 #else
1563         if (IS_ULTRA3(isp))
1564                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1565 #endif
1566         if (mbs.param[1] != 0) {
1567                 uint16_t sfeat = mbs.param[1];
1568                 isp_mboxcmd(isp, &mbs);
1569                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1570                         isp_prt(isp, ISP_LOGINFO,
1571                             "Enabled FW features (0x%x)", sfeat);
1572                 }
1573         }
1574
1575         isp->isp_state = ISP_RUNSTATE;
1576 }
1577
1578 static void
1579 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1580 {
1581         sdparam *sdp;
1582         mbreg_t mbs;
1583         int tgt;
1584
1585         sdp = SDPARAM(isp, chan);
1586
1587         /*
1588          * Set (possibly new) Initiator ID.
1589          */
1590         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1591         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1592         isp_mboxcmd(isp, &mbs);
1593         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1594                 return;
1595         }
1596         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1597             chan, sdp->isp_initiator_id);
1598
1599
1600         /*
1601          * Set current per-target parameters to an initial safe minimum.
1602          */
1603         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1604                 int lun;
1605                 uint16_t sdf;
1606
1607                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1608                         continue;
1609                 }
1610 #ifndef ISP_TARGET_MODE
1611                 sdf = sdp->isp_devparam[tgt].goal_flags;
1612                 sdf &= DPARM_SAFE_DFLT;
1613                 /*
1614                  * It is not quite clear when this changed over so that
1615                  * we could force narrow and async for 1000/1020 cards,
1616                  * but assume that this is only the case for loaded
1617                  * firmware.
1618                  */
1619                 if (isp->isp_loaded_fw) {
1620                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1621                 }
1622 #else
1623                 /*
1624                  * The !$*!)$!$)* f/w uses the same index into some
1625                  * internal table to decide how to respond to negotiations,
1626                  * so if we've said "let's be safe" for ID X, and ID X
1627                  * selects *us*, the negotiations will back to 'safe'
1628                  * (as in narrow/async). What the f/w *should* do is
1629                  * use the initiator id settings to decide how to respond.
1630                  */
1631                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1632 #endif
1633                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1634                 mbs.param[1] = (chan << 15) | (tgt << 8);
1635                 mbs.param[2] = sdf;
1636                 if ((sdf & DPARM_SYNC) == 0) {
1637                         mbs.param[3] = 0;
1638                 } else {
1639                         mbs.param[3] =
1640                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1641                             (sdp->isp_devparam[tgt].goal_period);
1642                 }
1643                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1644                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1645                 isp_mboxcmd(isp, &mbs);
1646                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1647                         sdf = DPARM_SAFE_DFLT;
1648                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1649                         mbs.param[1] = (tgt << 8) | (chan << 15);
1650                         mbs.param[2] = sdf;
1651                         mbs.param[3] = 0;
1652                         isp_mboxcmd(isp, &mbs);
1653                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1654                                 continue;
1655                         }
1656                 }
1657
1658                 /*
1659                  * We don't update any information directly from the f/w
1660                  * because we need to run at least one command to cause a
1661                  * new state to be latched up. So, we just assume that we
1662                  * converge to the values we just had set.
1663                  *
1664                  * Ensure that we don't believe tagged queuing is enabled yet.
1665                  * It turns out that sometimes the ISP just ignores our
1666                  * attempts to set parameters for devices that it hasn't
1667                  * seen yet.
1668                  */
1669                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1670                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1671                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1672                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1673                         mbs.param[2] = sdp->isp_max_queue_depth;
1674                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1675                         isp_mboxcmd(isp, &mbs);
1676                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1677                                 break;
1678                         }
1679                 }
1680         }
1681         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1682                 if (sdp->isp_devparam[tgt].dev_refresh) {
1683                         sdp->sendmarker = 1;
1684                         sdp->update = 1;
1685                         break;
1686                 }
1687         }
1688 }
1689
1690 /*
1691  * Fibre Channel specific initialization.
1692  */
1693 static void
1694 isp_fibre_init(ispsoftc_t *isp)
1695 {
1696         fcparam *fcp;
1697         isp_icb_t local, *icbp = &local;
1698         mbreg_t mbs;
1699
1700         /*
1701          * We only support one channel on non-24XX cards
1702          */
1703         fcp = FCPARAM(isp, 0);
1704         if (fcp->role == ISP_ROLE_NONE)
1705                 return;
1706
1707         isp->isp_state = ISP_INITSTATE;
1708         ISP_MEMZERO(icbp, sizeof (*icbp));
1709         icbp->icb_version = ICB_VERSION1;
1710         icbp->icb_fwoptions = fcp->isp_fwoptions;
1711
1712         /*
1713          * Firmware Options are either retrieved from NVRAM or
1714          * are patched elsewhere. We check them for sanity here
1715          * and make changes based on board revision, but otherwise
1716          * let others decide policy.
1717          */
1718
1719         /*
1720          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1721          */
1722         if (IS_2100(isp) && isp->isp_revision < 5) {
1723                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1724         }
1725
1726         /*
1727          * We have to use FULL LOGIN even though it resets the loop too much
1728          * because otherwise port database entries don't get updated after
1729          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1730          */
1731         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1732                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1733         }
1734
1735         /*
1736          * Insist on Port Database Update Async notifications
1737          */
1738         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1739
1740         /*
1741          * Make sure that target role reflects into fwoptions.
1742          */
1743         if (fcp->role & ISP_ROLE_TARGET) {
1744                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1745         } else {
1746                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1747         }
1748
1749         /*
1750          * For some reason my 2200 does not generate ATIOs in target mode
1751          * if initiator is disabled.  Extra logins are better then target
1752          * not working at all.
1753          */
1754         if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1755                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1756         } else {
1757                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1758         }
1759
1760         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1761         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1762                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1763                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1764         }
1765         icbp->icb_maxalloc = fcp->isp_maxalloc;
1766         if (icbp->icb_maxalloc < 1) {
1767                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1768                 icbp->icb_maxalloc = 16;
1769         }
1770         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1771         if (icbp->icb_execthrottle < 1) {
1772                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1773                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1774         }
1775         icbp->icb_retry_delay = fcp->isp_retry_delay;
1776         icbp->icb_retry_count = fcp->isp_retry_count;
1777         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1778                 icbp->icb_hardaddr = fcp->isp_loopid;
1779                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1780                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1781                 else
1782                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1783         }
1784
1785         /*
1786          * Right now we just set extended options to prefer point-to-point
1787          * over loop based upon some soft config options.
1788          *
1789          * NB: for the 2300, ICBOPT_EXTENDED is required.
1790          */
1791         if (IS_2100(isp)) {
1792                 /*
1793                  * We can't have Fast Posting any more- we now
1794                  * have 32 bit handles.
1795                  */
1796                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1797         } else if (IS_2200(isp) || IS_23XX(isp)) {
1798                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1799
1800                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1801
1802                 if (ISP_CAP_FCTAPE(isp)) {
1803                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1804                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1805
1806                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1807                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1808
1809                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1810                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1811                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1812                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1813                         } else {
1814                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1815                         }
1816                 } else {
1817                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1818                         FCPARAM(isp, 0)->fctape_enabled = 0;
1819                 }
1820
1821                 /*
1822                  * Prefer or force Point-To-Point instead Loop?
1823                  */
1824                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1825                 case ISP_CFG_LPORT_ONLY:
1826                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1827                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1828                         break;
1829                 case ISP_CFG_NPORT_ONLY:
1830                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1831                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1832                         break;
1833                 case ISP_CFG_LPORT:
1834                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1835                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1836                         break;
1837                 case ISP_CFG_NPORT:
1838                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1839                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1840                         break;
1841                 default:
1842                         /* Let NVRAM settings define it if they are sane */
1843                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1844                         case ICBXOPT_PTP_2_LOOP:
1845                         case ICBXOPT_PTP_ONLY:
1846                         case ICBXOPT_LOOP_ONLY:
1847                         case ICBXOPT_LOOP_2_PTP:
1848                                 break;
1849                         default:
1850                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1851                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1852                         }
1853                         break;
1854                 }
1855                 if (IS_2200(isp)) {
1856                         /*
1857                          * We can't have Fast Posting any more- we now
1858                          * have 32 bit handles.
1859                          *
1860                          * RIO seemed to have to much breakage.
1861                          *
1862                          * Just opt for safety.
1863                          */
1864                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1865                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1866                 } else {
1867                         /*
1868                          * QLogic recommends that FAST Posting be turned
1869                          * off for 23XX cards and instead allow the HBA
1870                          * to write response queue entries and interrupt
1871                          * after a delay (ZIO).
1872                          */
1873                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1874                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1875                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1876                                 icbp->icb_idelaytimer = 10;
1877                         }
1878                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1879                         if (isp->isp_confopts & ISP_CFG_1GB) {
1880                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1881                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1882                         } else if (isp->isp_confopts & ISP_CFG_2GB) {
1883                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1884                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1885                         } else {
1886                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1887                                 case ICBZOPT_RATE_1GB:
1888                                 case ICBZOPT_RATE_2GB:
1889                                 case ICBZOPT_RATE_AUTO:
1890                                         break;
1891                                 default:
1892                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1893                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1894                                         break;
1895                                 }
1896                         }
1897                 }
1898         }
1899
1900
1901         /*
1902          * For 22XX > 2.1.26 && 23XX, set some options.
1903          */
1904         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1905                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1906                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1907                 mbs.param[2] = 0;
1908                 mbs.param[3] = 0;
1909                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1910                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1911                         if (fcp->role & ISP_ROLE_TARGET) {
1912                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1913                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1914                                 }
1915                                 mbs.param[3] = IFCOPT3_NOPRLI;
1916                         }
1917                 }
1918                 isp_mboxcmd(isp, &mbs);
1919                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1920                         return;
1921                 }
1922         }
1923         icbp->icb_logintime = ICB_LOGIN_TOV;
1924
1925 #ifdef  ISP_TARGET_MODE
1926         if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1927                 icbp->icb_lunenables = 0xffff;
1928                 icbp->icb_ccnt = 0xff;
1929                 icbp->icb_icnt = 0xff;
1930                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1931         }
1932 #endif
1933         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1934                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1935                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1936                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1937                 isp_prt(isp, ISP_LOGDEBUG1,
1938                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1939                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1940                     ((uint32_t) (fcp->isp_wwnn)),
1941                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1942                     ((uint32_t) (fcp->isp_wwpn)));
1943         } else if (fcp->isp_wwpn) {
1944                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1945                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1946                 isp_prt(isp, ISP_LOGDEBUG1,
1947                     "Setting ICB Port 0x%08x%08x",
1948                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1949                     ((uint32_t) (fcp->isp_wwpn)));
1950         } else {
1951                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1952                 return;
1953         }
1954         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1955         if (icbp->icb_rqstqlen < 1) {
1956                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1957         }
1958         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1959         if (icbp->icb_rsltqlen < 1) {
1960                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1961         }
1962         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1963         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1964         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1965         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1966         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1967         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1968         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1969         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1970
1971         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1972                 isp_prt(isp, ISP_LOGERR, sacq);
1973                 return;
1974         }
1975         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1976             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1977
1978         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1979         if (isp->isp_dblev & ISP_LOGDEBUG1) {
1980                 isp_print_bytes(isp, "isp_fibre_init",
1981                     sizeof(*icbp), fcp->isp_scratch);
1982         }
1983
1984         /*
1985          * Init the firmware
1986          */
1987         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1988         mbs.param[1] = 0;
1989         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1990         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1991         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1992         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1993         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1994             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1995             (uint32_t) fcp->isp_scdma);
1996         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1997         isp_mboxcmd(isp, &mbs);
1998         FC_SCRATCH_RELEASE(isp, 0);
1999         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2000                 return;
2001         isp->isp_reqidx = 0;
2002         isp->isp_reqodx = 0;
2003         isp->isp_residx = 0;
2004         isp->isp_resodx = 0;
2005
2006         /*
2007          * Whatever happens, we're now committed to being here.
2008          */
2009         isp->isp_state = ISP_RUNSTATE;
2010 }
2011
2012 static void
2013 isp_fibre_init_2400(ispsoftc_t *isp)
2014 {
2015         fcparam *fcp;
2016         isp_icb_2400_t local, *icbp = &local;
2017         mbreg_t mbs;
2018         int chan;
2019
2020         /*
2021          * Check to see whether all channels have *some* kind of role
2022          */
2023         for (chan = 0; chan < isp->isp_nchan; chan++) {
2024                 fcp = FCPARAM(isp, chan);
2025                 if (fcp->role != ISP_ROLE_NONE) {
2026                         break;
2027                 }
2028         }
2029         if (chan == isp->isp_nchan) {
2030                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2031                 return;
2032         }
2033
2034         isp->isp_state = ISP_INITSTATE;
2035
2036         /*
2037          * Start with channel 0.
2038          */
2039         fcp = FCPARAM(isp, 0);
2040
2041         /*
2042          * Turn on LIP F8 async event (1)
2043          */
2044         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2045         mbs.param[1] = 1;
2046         isp_mboxcmd(isp, &mbs);
2047         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2048                 return;
2049         }
2050
2051         ISP_MEMZERO(icbp, sizeof (*icbp));
2052         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2053         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2054         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2055         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2056                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2057                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2058         } else {
2059                 if (fcp->role & ISP_ROLE_TARGET)
2060                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2061                 else
2062                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2063                 if (fcp->role & ISP_ROLE_INITIATOR)
2064                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2065                 else
2066                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2067         }
2068
2069         icbp->icb_version = ICB_VERSION1;
2070         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2071         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2072                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2073                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2074         }
2075
2076         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2077         if (icbp->icb_execthrottle < 1) {
2078                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2079                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2080         }
2081
2082         /*
2083          * Set target exchange count. Take half if we are supporting both roles.
2084          */
2085         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2086                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2087                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2088                         icbp->icb_xchgcnt >>= 1;
2089         }
2090
2091         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2092                 icbp->icb_hardaddr = fcp->isp_loopid;
2093                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2094                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2095                 else
2096                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2097         }
2098
2099         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2100                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2101         }
2102         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2103                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2104         }
2105
2106         for (chan = 0; chan < isp->isp_nchan; chan++) {
2107                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2108                         FCPARAM(isp, chan)->fctape_enabled = 1;
2109                 else
2110                         FCPARAM(isp, chan)->fctape_enabled = 0;
2111         }
2112
2113         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2114         case ISP_CFG_LPORT_ONLY:
2115                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2116                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2117                 break;
2118         case ISP_CFG_NPORT_ONLY:
2119                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2120                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2121                 break;
2122         case ISP_CFG_NPORT:
2123                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2124         case ISP_CFG_LPORT:
2125                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2126                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2127                 break;
2128         default:
2129                 /* Let NVRAM settings define it if they are sane */
2130                 switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2131                 case ICB2400_OPT2_LOOP_ONLY:
2132                 case ICB2400_OPT2_PTP_ONLY:
2133                 case ICB2400_OPT2_LOOP_2_PTP:
2134                         break;
2135                 default:
2136                         icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2137                         icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2138                 }
2139                 break;
2140         }
2141
2142         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2143         case ICB2400_OPT2_ZIO:
2144         case ICB2400_OPT2_ZIO1:
2145                 icbp->icb_idelaytimer = 0;
2146                 break;
2147         case 0:
2148                 break;
2149         default:
2150                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2151                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2152                 break;
2153         }
2154
2155         if (IS_26XX(isp)) {
2156                 /* We don't support MSI-X yet, so set this unconditionally. */
2157                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2158                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2159         }
2160
2161         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2162                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2163         }
2164         if (isp->isp_confopts & ISP_CFG_1GB) {
2165                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2166                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2167         } else if (isp->isp_confopts & ISP_CFG_2GB) {
2168                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2169                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2170         } else if (isp->isp_confopts & ISP_CFG_4GB) {
2171                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2172                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2173         } else if (isp->isp_confopts & ISP_CFG_8GB) {
2174                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2175                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2176         } else if (isp->isp_confopts & ISP_CFG_16GB) {
2177                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2178                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2179         } else {
2180                 switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2181                 case ICB2400_OPT3_RATE_4GB:
2182                 case ICB2400_OPT3_RATE_8GB:
2183                 case ICB2400_OPT3_RATE_16GB:
2184                 case ICB2400_OPT3_RATE_AUTO:
2185                         break;
2186                 case ICB2400_OPT3_RATE_2GB:
2187                         if (isp->isp_type <= ISP_HA_FC_2500)
2188                                 break;
2189                         /*FALLTHROUGH*/
2190                 case ICB2400_OPT3_RATE_1GB:
2191                         if (isp->isp_type <= ISP_HA_FC_2400)
2192                                 break;
2193                         /*FALLTHROUGH*/
2194                 default:
2195                         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2196                         icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2197                         break;
2198                 }
2199         }
2200         icbp->icb_logintime = ICB_LOGIN_TOV;
2201
2202         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2203                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2204                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2205                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2206                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2207                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2208         } else if (fcp->isp_wwpn) {
2209                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2210                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2211                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2212         } else {
2213                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2214                 return;
2215         }
2216         icbp->icb_retry_count = fcp->isp_retry_count;
2217
2218         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2219         if (icbp->icb_rqstqlen < 8) {
2220                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2221                 return;
2222         }
2223         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2224         if (icbp->icb_rsltqlen < 8) {
2225                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2226                     icbp->icb_rsltqlen);
2227                 return;
2228         }
2229         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2230         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2231         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2232         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2233
2234         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2235         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2236         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2237         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2238
2239 #ifdef  ISP_TARGET_MODE
2240         /* unconditionally set up the ATIO queue if we support target mode */
2241         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2242         if (icbp->icb_atioqlen < 8) {
2243                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2244                 return;
2245         }
2246         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2247         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2248         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2249         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2250         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2251             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2252 #endif
2253
2254         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2255
2256         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2257             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2258             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2259
2260         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2261                 isp_prt(isp, ISP_LOGERR, sacq);
2262                 return;
2263         }
2264         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2265         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2266         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2267                 isp_print_bytes(isp, "isp_fibre_init_2400",
2268                     sizeof (*icbp), fcp->isp_scratch);
2269         }
2270
2271         /*
2272          * Now fill in information about any additional channels
2273          */
2274         if (isp->isp_nchan > 1) {
2275                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2276                 vp_port_info_t pi, *pdst;
2277                 size_t amt = 0;
2278                 uint8_t *off;
2279
2280                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2281                 if (ISP_CAP_VP0(isp)) {
2282                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2283                         vpinfo.vp_count = isp->isp_nchan;
2284                         chan = 0;
2285                 } else {
2286                         vpinfo.vp_count = isp->isp_nchan - 1;
2287                         chan = 1;
2288                 }
2289                 off = fcp->isp_scratch;
2290                 off += ICB2400_VPINFO_OFF;
2291                 vdst = (isp_icb_2400_vpinfo_t *) off;
2292                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2293                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2294                 for (; chan < isp->isp_nchan; chan++) {
2295                         fcparam *fcp2;
2296
2297                         ISP_MEMZERO(&pi, sizeof (pi));
2298                         fcp2 = FCPARAM(isp, chan);
2299                         if (fcp2->role != ISP_ROLE_NONE) {
2300                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2301                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2302                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2303                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2304                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2305                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2306                         }
2307                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2308                                 pi.vp_port_loopid = fcp2->isp_loopid;
2309                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2310                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2311                                 else
2312                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2313                         }
2314                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2315                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2316                         off = fcp->isp_scratch;
2317                         if (ISP_CAP_VP0(isp))
2318                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2319                         else
2320                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2321                         pdst = (vp_port_info_t *) off;
2322                         isp_put_vp_port_info(isp, &pi, pdst);
2323                         amt += ICB2400_VPOPT_WRITE_SIZE;
2324                 }
2325                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2326                         isp_print_bytes(isp, "isp_fibre_init_2400",
2327                             amt - ICB2400_VPINFO_OFF,
2328                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2329                 }
2330         }
2331
2332         /*
2333          * Init the firmware
2334          */
2335         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2336         if (isp->isp_nchan > 1) {
2337                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2338         } else {
2339                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2340         }
2341         mbs.param[1] = 0;
2342         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2343         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2344         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2345         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2346         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2347         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2348         isp_mboxcmd(isp, &mbs);
2349         FC_SCRATCH_RELEASE(isp, 0);
2350
2351         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2352                 return;
2353         }
2354         isp->isp_reqidx = 0;
2355         isp->isp_reqodx = 0;
2356         isp->isp_residx = 0;
2357         isp->isp_resodx = 0;
2358         isp->isp_atioodx = 0;
2359
2360         /*
2361          * Whatever happens, we're now committed to being here.
2362          */
2363         isp->isp_state = ISP_RUNSTATE;
2364 }
2365
2366 static int
2367 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2368 {
2369         fcparam *fcp = FCPARAM(isp, chan);
2370         vp_modify_t vp;
2371         void *reqp;
2372         uint8_t resp[QENTRY_LEN];
2373
2374         /* Build a VP MODIFY command in memory */
2375         ISP_MEMZERO(&vp, sizeof(vp));
2376         vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2377         vp.vp_mod_hdr.rqs_entry_count = 1;
2378         vp.vp_mod_cnt = 1;
2379         vp.vp_mod_idx0 = chan;
2380         vp.vp_mod_cmd = VP_MODIFY_ENA;
2381         vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2382             ICB2400_VPOPT_ENA_SNSLOGIN;
2383         if (fcp->role & ISP_ROLE_INITIATOR)
2384                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2385         if ((fcp->role & ISP_ROLE_TARGET) == 0)
2386                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2387         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2388                 vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2389                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2390                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2391                 else
2392                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2393         }
2394         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2395         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2396
2397         /* Prepare space for response in memory */
2398         memset(resp, 0xff, sizeof(resp));
2399         vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2400         if (vp.vp_mod_hdl == 0) {
2401                 isp_prt(isp, ISP_LOGERR,
2402                     "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2403                 return (EIO);
2404         }
2405
2406         /* Send request and wait for response. */
2407         reqp = isp_getrqentry(isp);
2408         if (reqp == NULL) {
2409                 isp_prt(isp, ISP_LOGERR,
2410                     "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2411                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2412                 return (EIO);
2413         }
2414         isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2415         if (isp->isp_dblev & ISP_LOGDEBUG1)
2416                 isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2417         ISP_SYNC_REQUEST(isp);
2418         if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2419                 isp_prt(isp, ISP_LOGERR,
2420                     "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2421                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2422                 return (EIO);
2423         }
2424         if (isp->isp_dblev & ISP_LOGDEBUG1)
2425                 isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2426         isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2427
2428         if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2429                 isp_prt(isp, ISP_LOGERR,
2430                     "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2431                     __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2432                 return (EIO);
2433         }
2434         return (0);
2435 }
2436
2437 static int
2438 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2439 {
2440         vp_ctrl_info_t vp;
2441         void *reqp;
2442         uint8_t resp[QENTRY_LEN];
2443
2444         /* Build a VP CTRL command in memory */
2445         ISP_MEMZERO(&vp, sizeof(vp));
2446         vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2447         vp.vp_ctrl_hdr.rqs_entry_count = 1;
2448         if (ISP_CAP_VP0(isp)) {
2449                 vp.vp_ctrl_status = 1;
2450         } else {
2451                 vp.vp_ctrl_status = 0;
2452                 chan--; /* VP0 can not be controlled in this case. */
2453         }
2454         vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2455         vp.vp_ctrl_vp_count = 1;
2456         vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2457
2458         /* Prepare space for response in memory */
2459         memset(resp, 0xff, sizeof(resp));
2460         vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2461         if (vp.vp_ctrl_handle == 0) {
2462                 isp_prt(isp, ISP_LOGERR,
2463                     "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2464                 return (EIO);
2465         }
2466
2467         /* Send request and wait for response. */
2468         reqp = isp_getrqentry(isp);
2469         if (reqp == NULL) {
2470                 isp_prt(isp, ISP_LOGERR,
2471                     "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2472                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2473                 return (EIO);
2474         }
2475         isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2476         if (isp->isp_dblev & ISP_LOGDEBUG1)
2477                 isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2478         ISP_SYNC_REQUEST(isp);
2479         if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2480                 isp_prt(isp, ISP_LOGERR,
2481                     "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2482                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2483                 return (EIO);
2484         }
2485         if (isp->isp_dblev & ISP_LOGDEBUG1)
2486                 isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2487         isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2488
2489         if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2490                 isp_prt(isp, ISP_LOGERR,
2491                     "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2492                     __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2493                     vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2494                 return (EIO);
2495         }
2496         return (0);
2497 }
2498
2499 static int
2500 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2501 {
2502         fcparam *fcp = FCPARAM(isp, chan);
2503         int i, was, res = 0;
2504
2505         if (chan >= isp->isp_nchan) {
2506                 isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2507                 return (ENXIO);
2508         }
2509         if (fcp->role == new_role)
2510                 return (0);
2511         for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2512                 if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2513                         was++;
2514         }
2515         if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2516                 fcp->role = new_role;
2517                 return (isp_reinit(isp, 0));
2518         }
2519         if (fcp->role != ISP_ROLE_NONE) {
2520                 res = isp_fc_disable_vp(isp, chan);
2521                 isp_clear_portdb(isp, chan);
2522         }
2523         fcp->role = new_role;
2524         if (fcp->role != ISP_ROLE_NONE)
2525                 res = isp_fc_enable_vp(isp, chan);
2526         return (res);
2527 }
2528
2529 static void
2530 isp_clear_portdb(ispsoftc_t *isp, int chan)
2531 {
2532         fcparam *fcp = FCPARAM(isp, chan);
2533         fcportdb_t *lp;
2534         int i;
2535
2536         for (i = 0; i < MAX_FC_TARG; i++) {
2537                 lp = &fcp->portdb[i];
2538                 switch (lp->state) {
2539                 case FC_PORTDB_STATE_DEAD:
2540                 case FC_PORTDB_STATE_CHANGED:
2541                 case FC_PORTDB_STATE_VALID:
2542                         lp->state = FC_PORTDB_STATE_NIL;
2543                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2544                         break;
2545                 case FC_PORTDB_STATE_NIL:
2546                 case FC_PORTDB_STATE_NEW:
2547                         lp->state = FC_PORTDB_STATE_NIL;
2548                         break;
2549                 case FC_PORTDB_STATE_ZOMBIE:
2550                         break;
2551                 default:
2552                         panic("Don't know how to clear state %d\n", lp->state);
2553                 }
2554         }
2555 }
2556
2557 static void
2558 isp_mark_portdb(ispsoftc_t *isp, int chan)
2559 {
2560         fcparam *fcp = FCPARAM(isp, chan);
2561         fcportdb_t *lp;
2562         int i;
2563
2564         for (i = 0; i < MAX_FC_TARG; i++) {
2565                 lp = &fcp->portdb[i];
2566                 if (lp->state == FC_PORTDB_STATE_NIL)
2567                         continue;
2568                 if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2569                     lp->portid <= DOMAIN_CONTROLLER_END)
2570                         continue;
2571                 fcp->portdb[i].probational = 1;
2572         }
2573 }
2574
2575 /*
2576  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2577  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2578  */
2579 static int
2580 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2581 {
2582         isp_plogx_t pl;
2583         void *reqp;
2584         uint8_t resp[QENTRY_LEN];
2585         uint32_t sst, parm1;
2586         int rval, lev;
2587         const char *msg;
2588         char buf[64];
2589
2590         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2591             chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2592             "Login":"Logout", portid, handle);
2593         if (!IS_24XX(isp)) {
2594                 int action = flags & PLOGX_FLG_CMD_MASK;
2595                 if (action == PLOGX_FLG_CMD_PLOGI) {
2596                         return (isp_port_login(isp, handle, portid));
2597                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2598                         return (isp_port_logout(isp, handle, portid));
2599                 } else {
2600                         return (MBOX_INVALID_COMMAND);
2601                 }
2602         }
2603
2604         ISP_MEMZERO(&pl, sizeof(pl));
2605         pl.plogx_header.rqs_entry_count = 1;
2606         pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2607         pl.plogx_nphdl = handle;
2608         pl.plogx_vphdl = chan;
2609         pl.plogx_portlo = portid;
2610         pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2611         pl.plogx_flags = flags;
2612
2613         /* Prepare space for response in memory */
2614         memset(resp, 0xff, sizeof(resp));
2615         pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2616         if (pl.plogx_handle == 0) {
2617                 isp_prt(isp, ISP_LOGERR,
2618                     "%s: PLOGX of Chan %d out of handles", __func__, chan);
2619                 return (-1);
2620         }
2621
2622         /* Send request and wait for response. */
2623         reqp = isp_getrqentry(isp);
2624         if (reqp == NULL) {
2625                 isp_prt(isp, ISP_LOGERR,
2626                     "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2627                 isp_destroy_handle(isp, pl.plogx_handle);
2628                 return (-1);
2629         }
2630         isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2631         if (isp->isp_dblev & ISP_LOGDEBUG1)
2632                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2633         FCPARAM(isp, chan)->isp_login_hdl = handle;
2634         ISP_SYNC_REQUEST(isp);
2635         if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2636             == EWOULDBLOCK) {
2637                 isp_prt(isp, ISP_LOGERR,
2638                     "%s: PLOGX of Chan %d timed out", __func__, chan);
2639                 isp_destroy_handle(isp, pl.plogx_handle);
2640                 return (-1);
2641         }
2642         FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2643         if (isp->isp_dblev & ISP_LOGDEBUG1)
2644                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2645         isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2646
2647         if (pl.plogx_status == PLOGX_STATUS_OK) {
2648                 return (0);
2649         } else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2650                 isp_prt(isp, ISP_LOGWARN,
2651                     "status 0x%x on port login IOCB channel %d",
2652                     pl.plogx_status, chan);
2653                 return (-1);
2654         }
2655
2656         sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2657         parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2658
2659         rval = -1;
2660         lev = ISP_LOGERR;
2661         msg = NULL;
2662
2663         switch (sst) {
2664         case PLOGX_IOCBERR_NOLINK:
2665                 msg = "no link";
2666                 break;
2667         case PLOGX_IOCBERR_NOIOCB:
2668                 msg = "no IOCB buffer";
2669                 break;
2670         case PLOGX_IOCBERR_NOXGHG:
2671                 msg = "no Exchange Control Block";
2672                 break;
2673         case PLOGX_IOCBERR_FAILED:
2674                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2675                 msg = buf;
2676                 break;
2677         case PLOGX_IOCBERR_NOFABRIC:
2678                 msg = "no fabric";
2679                 break;
2680         case PLOGX_IOCBERR_NOTREADY:
2681                 msg = "firmware not ready";
2682                 break;
2683         case PLOGX_IOCBERR_NOLOGIN:
2684                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2685                 msg = buf;
2686                 rval = MBOX_NOT_LOGGED_IN;
2687                 break;
2688         case PLOGX_IOCBERR_REJECT:
2689                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2690                 msg = buf;
2691                 break;
2692         case PLOGX_IOCBERR_NOPCB:
2693                 msg = "no PCB allocated";
2694                 break;
2695         case PLOGX_IOCBERR_EINVAL:
2696                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2697                 msg = buf;
2698                 break;
2699         case PLOGX_IOCBERR_PORTUSED:
2700                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2701                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2702                 msg = buf;
2703                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2704                 break;
2705         case PLOGX_IOCBERR_HNDLUSED:
2706                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2707                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2708                 msg = buf;
2709                 rval = MBOX_LOOP_ID_USED;
2710                 break;
2711         case PLOGX_IOCBERR_NOHANDLE:
2712                 msg = "no handle allocated";
2713                 break;
2714         case PLOGX_IOCBERR_NOFLOGI:
2715                 msg = "no FLOGI_ACC";
2716                 break;
2717         default:
2718                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2719                 msg = buf;
2720                 break;
2721         }
2722         if (msg) {
2723                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2724         }
2725         return (rval);
2726 }
2727
2728 static int
2729 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2730 {
2731         mbreg_t mbs;
2732
2733         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2734         if (ISP_CAP_2KLOGIN(isp)) {
2735                 mbs.param[1] = handle;
2736                 mbs.ibits = (1 << 10);
2737         } else {
2738                 mbs.param[1] = handle << 8;
2739         }
2740         mbs.param[2] = portid >> 16;
2741         mbs.param[3] = portid;
2742         mbs.logval = MBLOGNONE;
2743         mbs.timeout = 500000;
2744         isp_mboxcmd(isp, &mbs);
2745
2746         switch (mbs.param[0]) {
2747         case MBOX_PORT_ID_USED:
2748                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2749                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2750
2751         case MBOX_LOOP_ID_USED:
2752                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2753                 return (MBOX_LOOP_ID_USED);
2754
2755         case MBOX_COMMAND_COMPLETE:
2756                 return (0);
2757
2758         case MBOX_COMMAND_ERROR:
2759                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2760                 return (MBOX_COMMAND_ERROR);
2761
2762         case MBOX_ALL_IDS_USED:
2763                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2764                 return (MBOX_ALL_IDS_USED);
2765
2766         default:
2767                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2768                 return (mbs.param[0]);
2769         }
2770 }
2771
2772 /*
2773  * Pre-24XX fabric port logout
2774  *
2775  * Note that portid is not used
2776  */
2777 static int
2778 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2779 {
2780         mbreg_t mbs;
2781
2782         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2783         if (ISP_CAP_2KLOGIN(isp)) {
2784                 mbs.param[1] = handle;
2785                 mbs.ibits = (1 << 10);
2786         } else {
2787                 mbs.param[1] = handle << 8;
2788         }
2789         isp_mboxcmd(isp, &mbs);
2790         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2791 }
2792
2793 static int
2794 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2795 {
2796         mbreg_t mbs;
2797         union {
2798                 isp_pdb_21xx_t fred;
2799                 isp_pdb_24xx_t bill;
2800         } un;
2801
2802         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2803             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2804         if (IS_24XX(isp)) {
2805                 mbs.ibits = (1 << 9)|(1 << 10);
2806                 mbs.param[1] = id;
2807                 mbs.param[9] = chan;
2808         } else if (ISP_CAP_2KLOGIN(isp)) {
2809                 mbs.param[1] = id;
2810         } else {
2811                 mbs.param[1] = id << 8;
2812         }
2813         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2814         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2815         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2816         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2817         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2818
2819         isp_mboxcmd(isp, &mbs);
2820         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2821                 return (mbs.param[0] | (mbs.param[1] << 16));
2822
2823         MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2824         if (IS_24XX(isp)) {
2825                 isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2826                 pdb->handle = un.bill.pdb_handle;
2827                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2828                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2829                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2830                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2831                 isp_prt(isp, ISP_LOGDEBUG1,
2832                     "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2833                     chan, id, pdb->portid, un.bill.pdb_flags,
2834                     un.bill.pdb_curstate);
2835                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2836                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2837                         return (mbs.param[0]);
2838                 }
2839         } else {
2840                 isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2841                 pdb->handle = un.fred.pdb_loopid;
2842                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2843                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2844                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2845                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2846                 isp_prt(isp, ISP_LOGDEBUG1,
2847                     "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2848         }
2849         return (0);
2850 }
2851
2852 static int
2853 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2854 {
2855         fcparam *fcp = FCPARAM(isp, chan);
2856         mbreg_t mbs;
2857         isp_pnhle_21xx_t el1, *elp1;
2858         isp_pnhle_23xx_t el3, *elp3;
2859         isp_pnhle_24xx_t el4, *elp4;
2860         int i, j;
2861         uint32_t p;
2862         uint16_t h;
2863
2864         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2865         if (IS_24XX(isp)) {
2866                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2867                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2868                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2869                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2870                 mbs.param[8] = ISP_FC_SCRLEN;
2871                 mbs.param[9] = chan;
2872         } else {
2873                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2874                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2875                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2876                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2877                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2878         }
2879         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2880                 isp_prt(isp, ISP_LOGERR, sacq);
2881                 return (-1);
2882         }
2883         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2884         isp_mboxcmd(isp, &mbs);
2885         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2886                 FC_SCRATCH_RELEASE(isp, chan);
2887                 return (mbs.param[0] | (mbs.param[1] << 16));
2888         }
2889         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2890         elp1 = fcp->isp_scratch;
2891         elp3 = fcp->isp_scratch;
2892         elp4 = fcp->isp_scratch;
2893         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2894                 if (IS_24XX(isp)) {
2895                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2896                         p = el4.pnhle_port_id_lo |
2897                             (el4.pnhle_port_id_hi << 16);
2898                         h = el4.pnhle_handle;
2899                 } else if (IS_23XX(isp)) {
2900                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2901                         p = el3.pnhle_port_id_lo |
2902                             (el3.pnhle_port_id_hi << 16);
2903                         h = el3.pnhle_handle;
2904                 } else { /* 21xx */
2905                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2906                         p = el1.pnhle_port_id_lo |
2907                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2908                         h = el1.pnhle_port_id_hi_handle >> 8;
2909                 }
2910                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2911                         continue;
2912                 handles[j++] = h;
2913         }
2914         *num = j;
2915         FC_SCRATCH_RELEASE(isp, chan);
2916         return (0);
2917 }
2918
2919 static void
2920 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2921 {
2922         isp_pdb_t pdb;
2923         uint16_t lim, nphdl;
2924
2925         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2926         if (ISP_CAP_2KLOGIN(isp)) {
2927                 lim = NPH_MAX_2K;
2928         } else {
2929                 lim = NPH_MAX;
2930         }
2931         for (nphdl = 0; nphdl != lim; nphdl++) {
2932                 if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2933                         continue;
2934                 }
2935                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2936                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2937                     chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2938                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2939                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2940         }
2941 }
2942
2943 static uint64_t
2944 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2945 {
2946         uint64_t wwn = INI_NONE;
2947         mbreg_t mbs;
2948
2949         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2950             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2951         if (ISP_CAP_2KLOGIN(isp)) {
2952                 mbs.param[1] = nphdl;
2953                 if (nodename) {
2954                         mbs.param[10] = 1;
2955                 }
2956                 mbs.param[9] = chan;
2957         } else {
2958                 mbs.ibitm = 3;
2959                 mbs.param[1] = nphdl << 8;
2960                 if (nodename) {
2961                         mbs.param[1] |= 1;
2962                 }
2963         }
2964         isp_mboxcmd(isp, &mbs);
2965         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2966                 return (wwn);
2967         }
2968         if (IS_24XX(isp)) {
2969                 wwn =
2970                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2971                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2972                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2973                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2974                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2975                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2976                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2977                     (((uint64_t)(mbs.param[7] & 0xff)));
2978         } else {
2979                 wwn =
2980                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2981                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2982                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2983                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2984                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2985                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2986                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2987                     (((uint64_t)(mbs.param[7] >> 8)));
2988         }
2989         return (wwn);
2990 }
2991
2992 /*
2993  * Make sure we have good FC link.
2994  */
2995
2996 static int
2997 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2998 {
2999         mbreg_t mbs;
3000         int i, r;
3001         uint16_t nphdl;
3002         fcparam *fcp;
3003         isp_pdb_t pdb;
3004         NANOTIME_T hra, hrb;
3005
3006         fcp = FCPARAM(isp, chan);
3007
3008         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3009                 return (-1);
3010         if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
3011                 return (0);
3012
3013         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
3014         fcp->isp_loopstate = LOOP_TESTING_LINK;
3015
3016         /*
3017          * Wait up to N microseconds for F/W to go to a ready state.
3018          */
3019         GET_NANOTIME(&hra);
3020         while (1) {
3021                 isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
3022                 if (fcp->isp_fwstate == FW_READY) {
3023                         break;
3024                 }
3025                 if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3026                         goto abort;
3027                 GET_NANOTIME(&hrb);
3028                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
3029                         break;
3030                 ISP_SLEEP(isp, 1000);
3031         }
3032         if (fcp->isp_fwstate != FW_READY) {
3033                 isp_prt(isp, ISP_LOG_SANCFG,
3034                     "Chan %d Firmware is not ready (%s)",
3035                     chan, isp_fc_fw_statename(fcp->isp_fwstate));
3036                 return (-1);
3037         }
3038
3039         /*
3040          * Get our Loop ID and Port ID.
3041          */
3042         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3043         mbs.param[9] = chan;
3044         isp_mboxcmd(isp, &mbs);
3045         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3046                 return (-1);
3047         }
3048
3049         if (IS_2100(isp)) {
3050                 /*
3051                  * Don't bother with fabric if we are using really old
3052                  * 2100 firmware. It's just not worth it.
3053                  */
3054                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3055                         fcp->isp_topo = TOPO_FL_PORT;
3056                 else
3057                         fcp->isp_topo = TOPO_NL_PORT;
3058         } else {
3059                 int topo = (int) mbs.param[6];
3060                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3061                         topo = TOPO_PTP_STUB;
3062                 }
3063                 fcp->isp_topo = topo;
3064         }
3065         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3066
3067         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3068                 fcp->isp_loopid = mbs.param[1] & 0xff;
3069         } else if (fcp->isp_topo != TOPO_F_PORT) {
3070                 uint8_t alpa = fcp->isp_portid;
3071
3072                 for (i = 0; alpa_map[i]; i++) {
3073                         if (alpa_map[i] == alpa)
3074                                 break;
3075                 }
3076                 if (alpa_map[i])
3077                         fcp->isp_loopid = i;
3078         }
3079
3080         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3081                 nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3082                 r = isp_getpdb(isp, chan, nphdl, &pdb);
3083                 if (r != 0 || pdb.portid == 0) {
3084                         if (IS_2100(isp)) {
3085                                 fcp->isp_topo = TOPO_NL_PORT;
3086                         } else {
3087                                 isp_prt(isp, ISP_LOGWARN,
3088                                     "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3089                                 fcp->isp_topo = TOPO_PTP_STUB;
3090                         }
3091                         goto not_on_fabric;
3092                 }
3093
3094                 if (IS_24XX(isp)) {
3095                         fcp->isp_fabric_params = mbs.param[7];
3096                         fcp->isp_sns_hdl = NPH_SNS_ID;
3097                         r = isp_register_fc4_type_24xx(isp, chan);
3098                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3099                                 goto abort;
3100                         if (r != 0)
3101                                 goto not_on_fabric;
3102                         r = isp_register_fc4_features_24xx(isp, chan);
3103                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3104                                 goto abort;
3105                         if (r != 0)
3106                                 goto not_on_fabric;
3107                         r = isp_register_port_name_24xx(isp, chan);
3108                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3109                                 goto abort;
3110                         if (r != 0)
3111                                 goto not_on_fabric;
3112                         isp_register_node_name_24xx(isp, chan);
3113                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3114                                 goto abort;
3115                 } else {
3116                         fcp->isp_sns_hdl = SNS_ID;
3117                         r = isp_register_fc4_type(isp, chan);
3118                         if (r != 0)
3119                                 goto not_on_fabric;
3120                         if (fcp->role == ISP_ROLE_TARGET)
3121                                 isp_send_change_request(isp, chan);
3122                 }
3123         }
3124
3125 not_on_fabric:
3126         /* Get link speed. */
3127         fcp->isp_gbspeed = 1;
3128         if (IS_23XX(isp) || IS_24XX(isp)) {
3129                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3130                 mbs.param[1] = MBGSD_GET_RATE;
3131                 /* mbs.param[2] undefined if we're just getting rate */
3132                 isp_mboxcmd(isp, &mbs);
3133                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3134                         if (mbs.param[1] == MBGSD_10GB)
3135                                 fcp->isp_gbspeed = 10;
3136                         else if (mbs.param[1] == MBGSD_16GB)
3137                                 fcp->isp_gbspeed = 16;
3138                         else if (mbs.param[1] == MBGSD_8GB)
3139                                 fcp->isp_gbspeed = 8;
3140                         else if (mbs.param[1] == MBGSD_4GB)
3141                                 fcp->isp_gbspeed = 4;
3142                         else if (mbs.param[1] == MBGSD_2GB)
3143                                 fcp->isp_gbspeed = 2;
3144                         else if (mbs.param[1] == MBGSD_1GB)
3145                                 fcp->isp_gbspeed = 1;
3146                 }
3147         }
3148
3149         if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3150 abort:
3151                 isp_prt(isp, ISP_LOG_SANCFG,
3152                     "Chan %d FC link test aborted", chan);
3153                 return (1);
3154         }
3155         fcp->isp_loopstate = LOOP_LTEST_DONE;
3156         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3157             "Chan %d WWPN %016jx WWNN %016jx",
3158             chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3159         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3160             "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3161             chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3162             fcp->isp_loopid);
3163         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3164         return (0);
3165 }
3166
3167 /*
3168  * Complete the synchronization of our Port Database.
3169  *
3170  * At this point, we've scanned the local loop (if any) and the fabric
3171  * and performed fabric logins on all new devices.
3172  *
3173  * Our task here is to go through our port database removing any entities
3174  * that are still marked probational (issuing PLOGO for ones which we had
3175  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3176  * devices.
3177  */
3178 static int
3179 isp_pdb_sync(ispsoftc_t *isp, int chan)
3180 {
3181         fcparam *fcp = FCPARAM(isp, chan);
3182         fcportdb_t *lp;
3183         uint16_t dbidx;
3184
3185         if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3186                 return (-1);
3187         if (fcp->isp_loopstate >= LOOP_READY)
3188                 return (0);
3189
3190         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3191
3192         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3193
3194         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3195                 lp = &fcp->portdb[dbidx];
3196
3197                 if (lp->state == FC_PORTDB_STATE_NIL)
3198                         continue;
3199                 if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3200                         lp->state = FC_PORTDB_STATE_DEAD;
3201                 switch (lp->state) {
3202                 case FC_PORTDB_STATE_DEAD:
3203                         lp->state = FC_PORTDB_STATE_NIL;
3204                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3205                         if (lp->autologin == 0) {
3206                                 (void) isp_plogx(isp, chan, lp->handle,
3207                                     lp->portid,
3208                                     PLOGX_FLG_CMD_LOGO |
3209                                     PLOGX_FLG_IMPLICIT |
3210                                     PLOGX_FLG_FREE_NPHDL);
3211                         }
3212                         /*
3213                          * Note that we might come out of this with our state
3214                          * set to FC_PORTDB_STATE_ZOMBIE.
3215                          */
3216                         break;
3217                 case FC_PORTDB_STATE_NEW:
3218                         lp->state = FC_PORTDB_STATE_VALID;
3219                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3220                         break;
3221                 case FC_PORTDB_STATE_CHANGED:
3222                         lp->state = FC_PORTDB_STATE_VALID;
3223                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3224                         lp->portid = lp->new_portid;
3225                         lp->prli_word3 = lp->new_prli_word3;
3226                         break;
3227                 case FC_PORTDB_STATE_VALID:
3228                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3229                         break;
3230                 case FC_PORTDB_STATE_ZOMBIE:
3231                         break;
3232                 default:
3233                         isp_prt(isp, ISP_LOGWARN,
3234                             "isp_pdb_sync: state %d for idx %d",
3235                             lp->state, dbidx);
3236                         isp_dump_portdb(isp, chan);
3237                 }
3238         }
3239
3240         if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3241                 isp_prt(isp, ISP_LOG_SANCFG,
3242                     "Chan %d FC PDB sync aborted", chan);
3243                 return (1);
3244         }
3245
3246         fcp->isp_loopstate = LOOP_READY;
3247         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3248         return (0);
3249 }
3250
3251 static void
3252 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3253 {
3254         fcportdb_t *lp;
3255         uint64_t wwnn, wwpn;
3256
3257         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3258         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3259
3260         /* Search port database for the same WWPN. */
3261         if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3262                 if (!lp->probational) {
3263                         isp_prt(isp, ISP_LOGERR,
3264                             "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3265                             chan, lp->portid, lp->handle,
3266                             FC_PORTDB_TGT(isp, chan, lp), lp->state);
3267                         isp_dump_portdb(isp, chan);
3268                         return;
3269                 }
3270                 lp->probational = 0;
3271                 lp->node_wwn = wwnn;
3272
3273                 /* Old device, nothing new. */
3274                 if (lp->portid == pdb->portid &&
3275                     lp->handle == pdb->handle &&
3276                     lp->prli_word3 == pdb->prli_word3) {
3277                         if (lp->state != FC_PORTDB_STATE_NEW)
3278                                 lp->state = FC_PORTDB_STATE_VALID;
3279                         isp_prt(isp, ISP_LOG_SANCFG,
3280                             "Chan %d Port 0x%06x@0x%04x is valid",
3281                             chan, pdb->portid, pdb->handle);
3282                         return;
3283                 }
3284
3285                 /* Something has changed. */
3286                 lp->state = FC_PORTDB_STATE_CHANGED;
3287                 lp->handle = pdb->handle;
3288                 lp->new_portid = pdb->portid;
3289                 lp->new_prli_word3 = pdb->prli_word3;
3290                 isp_prt(isp, ISP_LOG_SANCFG,
3291                     "Chan %d Port 0x%06x@0x%04x is changed",
3292                     chan, pdb->portid, pdb->handle);
3293                 return;
3294         }
3295
3296         /* It seems like a new port. Find an empty slot for it. */
3297         if (!isp_find_pdb_empty(isp, chan, &lp)) {
3298                 isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3299                 return;
3300         }
3301
3302         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3303         lp->autologin = 1;
3304         lp->probational = 0;
3305         lp->state = FC_PORTDB_STATE_NEW;
3306         lp->portid = lp->new_portid = pdb->portid;
3307         lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3308         lp->handle = pdb->handle;
3309         lp->port_wwn = wwpn;
3310         lp->node_wwn = wwnn;
3311         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3312             chan, pdb->portid, pdb->handle);
3313 }
3314
3315 /*
3316  * Fix port IDs for logged-in initiators on pre-2400 chips.
3317  * For those chips we are not receiving login events, adding initiators
3318  * based on ATIO requests, but there is no port ID in that structure.
3319  */
3320 static void
3321 isp_fix_portids(ispsoftc_t *isp, int chan)
3322 {
3323         fcparam *fcp = FCPARAM(isp, chan);
3324         isp_pdb_t pdb;
3325         uint64_t wwpn;
3326         int i, r;
3327
3328         for (i = 0; i < MAX_FC_TARG; i++) {
3329                 fcportdb_t *lp = &fcp->portdb[i];
3330
3331                 if (lp->state == FC_PORTDB_STATE_NIL ||
3332                     lp->state == FC_PORTDB_STATE_ZOMBIE)
3333                         continue;
3334                 if (VALID_PORT(lp->portid))
3335                         continue;
3336
3337                 r = isp_getpdb(isp, chan, lp->handle, &pdb);
3338                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3339                         return;
3340                 if (r != 0) {
3341                         isp_prt(isp, ISP_LOGDEBUG1,
3342                             "Chan %d FC Scan Loop handle %d returned %x",
3343                             chan, lp->handle, r);
3344                         continue;
3345                 }
3346
3347                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3348                 if (lp->port_wwn != wwpn)
3349                         continue;
3350                 lp->portid = lp->new_portid = pdb.portid;
3351                 isp_prt(isp, ISP_LOG_SANCFG,
3352                     "Chan %d Port 0x%06x@0x%04x is fixed",
3353                     chan, pdb.portid, pdb.handle);
3354         }
3355 }
3356
3357 /*
3358  * Scan local loop for devices.
3359  */
3360 static int
3361 isp_scan_loop(ispsoftc_t *isp, int chan)
3362 {
3363         fcparam *fcp = FCPARAM(isp, chan);
3364         int idx, lim, r;
3365         isp_pdb_t pdb;
3366         uint16_t *handles;
3367         uint16_t handle;
3368
3369         if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3370                 return (-1);
3371         if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3372                 return (0);
3373
3374         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3375         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3376         if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3377                 if (!IS_24XX(isp)) {
3378                         isp_fix_portids(isp, chan);
3379                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3380                                 goto abort;
3381                 }
3382                 isp_prt(isp, ISP_LOG_SANCFG,
3383                     "Chan %d FC loop scan done (no loop)", chan);
3384                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3385                 return (0);
3386         }
3387
3388         handles = (uint16_t *)fcp->isp_scanscratch;
3389         lim = ISP_FC_SCRLEN / 2;
3390         r = isp_gethandles(isp, chan, handles, &lim, 1);
3391         if (r != 0) {
3392                 isp_prt(isp, ISP_LOG_SANCFG,
3393                     "Chan %d Getting list of handles failed with %x", chan, r);
3394                 isp_prt(isp, ISP_LOG_SANCFG,
3395                     "Chan %d FC loop scan done (bad)", chan);
3396                 return (-1);
3397         }
3398
3399         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3400             chan, lim);
3401
3402         /*
3403          * Run through the list and get the port database info for each one.
3404          */
3405         isp_mark_portdb(isp, chan);
3406         for (idx = 0; idx < lim; idx++) {
3407                 handle = handles[idx];
3408
3409                 /*
3410                  * Don't scan "special" ids.
3411                  */
3412                 if (ISP_CAP_2KLOGIN(isp)) {
3413                         if (handle >= NPH_RESERVED)
3414                                 continue;
3415                 } else {
3416                         if (handle >= FL_ID && handle <= SNS_ID)
3417                                 continue;
3418                 }
3419
3420                 /*
3421                  * In older cards with older f/w GET_PORT_DATABASE has been
3422                  * known to hang. This trick gets around that problem.
3423                  */
3424                 if (IS_2100(isp) || IS_2200(isp)) {
3425                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3426                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3427 abort:
3428                                 isp_prt(isp, ISP_LOG_SANCFG,
3429                                     "Chan %d FC loop scan aborted", chan);
3430                                 return (1);
3431                         }
3432                         if (node_wwn == INI_NONE) {
3433                                 continue;
3434                         }
3435                 }
3436
3437                 /*
3438                  * Get the port database entity for this index.
3439                  */
3440                 r = isp_getpdb(isp, chan, handle, &pdb);
3441                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3442                         goto abort;
3443                 if (r != 0) {
3444                         isp_prt(isp, ISP_LOGDEBUG1,
3445                             "Chan %d FC Scan Loop handle %d returned %x",
3446                             chan, handle, r);
3447                         continue;
3448                 }
3449
3450                 isp_pdb_add_update(isp, chan, &pdb);
3451         }
3452         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3453                 goto abort;
3454         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3455         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3456         return (0);
3457 }
3458
3459 /*
3460  * Scan the fabric for devices and add them to our port database.
3461  *
3462  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3463  *
3464  * For 2100-23XX cards, we can use the SNS mailbox command to pass simple
3465  * name server commands to the switch management server via the QLogic f/w.
3466  *
3467  * For the 24XX card, we have to use CT-Pass through run via the Execute IOCB
3468  * mailbox command.
3469  */
3470 #define GIDLEN  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))
3471 #define NGENT   ((GIDLEN - 16) >> 2)
3472
3473 #define XTXOFF  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))      /* CT request */
3474 #define CTXOFF  (ISP_FC_SCRLEN - (2 * QENTRY_LEN))      /* Request IOCB */
3475 #define ZTXOFF  (ISP_FC_SCRLEN - (1 * QENTRY_LEN))      /* Response IOCB */
3476
3477 static int
3478 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3479 {
3480         union {
3481                 sns_gid_ft_req_t _x;
3482                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3483         } un;
3484         fcparam *fcp = FCPARAM(isp, chan);
3485         sns_gid_ft_req_t *rq = &un._x;
3486         uint8_t *scp = fcp->isp_scratch;
3487         mbreg_t mbs;
3488
3489         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3490         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3491                 isp_prt(isp, ISP_LOGERR, sacq);
3492                 return (-1);
3493         }
3494
3495         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3496         rq->snscb_rblen = GIDLEN >> 1;
3497         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3498         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3499         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3500         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3501         rq->snscb_sblen = 6;
3502         rq->snscb_cmd = SNS_GID_FT;
3503         rq->snscb_mword_div_2 = NGENT;
3504         rq->snscb_fc4_type = FC4_SCSI;
3505
3506         isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)&scp[CTXOFF]);
3507         MEMORYBARRIER(isp, SYNC_SFORDEV, CTXOFF, SNS_GID_FT_REQ_SIZE, chan);
3508
3509         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3510         mbs.param[0] = MBOX_SEND_SNS;
3511         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3512         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
3513         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
3514         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
3515         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
3516         isp_mboxcmd(isp, &mbs);
3517         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3518                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3519                         return (1);
3520                 } else {
3521                         return (-1);
3522                 }
3523         }
3524         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3525         if (isp->isp_dblev & ISP_LOGDEBUG1)
3526                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3527         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3528             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3529         FC_SCRATCH_RELEASE(isp, chan);
3530         return (0);
3531 }
3532
3533 static int
3534 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3535 {
3536         fcparam *fcp = FCPARAM(isp, chan);
3537         isp_ct_pt_t pt;
3538         void *reqp;
3539         uint8_t resp[QENTRY_LEN];
3540
3541         /*
3542          * Build a Passthrough IOCB in memory.
3543          */
3544         ISP_MEMZERO(&pt, sizeof(pt));
3545         pt.ctp_header.rqs_entry_count = 1;
3546         pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3547         pt.ctp_nphdl = fcp->isp_sns_hdl;
3548         pt.ctp_cmd_cnt = 1;
3549         pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3550         pt.ctp_time = 10;
3551         pt.ctp_rsp_cnt = 1;
3552         pt.ctp_rsp_bcnt = rsp_bcnt;
3553         pt.ctp_cmd_bcnt = cmd_bcnt;
3554         pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
3555         pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
3556         pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3557         pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3558         pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3559         pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3560
3561         /* Prepare space for response in memory */
3562         memset(resp, 0xff, sizeof(resp));
3563         pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3564         if (pt.ctp_handle == 0) {
3565                 isp_prt(isp, ISP_LOGERR,
3566                     "%s: CTP of Chan %d out of handles", __func__, chan);
3567                 return (-1);
3568         }
3569
3570         /* Send request and wait for response. */
3571         reqp = isp_getrqentry(isp);
3572         if (reqp == NULL) {
3573                 isp_prt(isp, ISP_LOGERR,
3574                     "%s: CTP of Chan %d out of rqent", __func__, chan);
3575                 isp_destroy_handle(isp, pt.ctp_handle);
3576                 return (-1);
3577         }
3578         isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3579         if (isp->isp_dblev & ISP_LOGDEBUG1)
3580                 isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3581         ISP_SYNC_REQUEST(isp);
3582         if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3583                 isp_prt(isp, ISP_LOGERR,
3584                     "%s: CTP of Chan %d timed out", __func__, chan);
3585                 isp_destroy_handle(isp, pt.ctp_handle);
3586                 return (-1);
3587         }
3588         if (isp->isp_dblev & ISP_LOGDEBUG1)
3589                 isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3590
3591         isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3592         if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3593                 isp_prt(isp, ISP_LOGWARN,
3594                     "Chan %d GID_FT CT Passthrough returned 0x%x",
3595                     chan, pt.ctp_status);
3596                 return (-1);
3597         }
3598
3599         return (0);
3600 }
3601
3602 static int
3603 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3604 {
3605         fcparam *fcp = FCPARAM(isp, chan);
3606         ct_hdr_t ct;
3607         uint32_t *rp;
3608         uint8_t *scp = fcp->isp_scratch;
3609
3610         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3611         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3612                 isp_prt(isp, ISP_LOGERR, sacq);
3613                 return (-1);
3614         }
3615
3616         /*
3617          * Build the CT header and command in memory.
3618          */
3619         ISP_MEMZERO(&ct, sizeof (ct));
3620         ct.ct_revision = CT_REVISION;
3621         ct.ct_fcs_type = CT_FC_TYPE_FC;
3622         ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3623         ct.ct_cmd_resp = SNS_GID_FT;
3624         ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3625         isp_put_ct_hdr(isp, &ct, (ct_hdr_t *) &scp[XTXOFF]);
3626         rp = (uint32_t *) &scp[XTXOFF + sizeof(ct)];
3627         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3628         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3629                 isp_print_bytes(isp, "CT request",
3630                     sizeof(ct) + sizeof(uint32_t), &scp[XTXOFF]);
3631         }
3632
3633         if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3634                 FC_SCRATCH_RELEASE(isp, chan);
3635                 return (-1);
3636         }
3637
3638         if (isp->isp_dblev & ISP_LOGDEBUG1)
3639                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3640         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3641             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3642         FC_SCRATCH_RELEASE(isp, chan);
3643         return (0);
3644 }
3645
3646 static int
3647 isp_scan_fabric(ispsoftc_t *isp, int chan)
3648 {
3649         fcparam *fcp = FCPARAM(isp, chan);
3650         fcportdb_t *lp;
3651         uint32_t portid;
3652         uint16_t nphdl;
3653         isp_pdb_t pdb;
3654         int portidx, portlim, r;
3655         sns_gid_ft_rsp_t *rs;
3656
3657         if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3658                 return (-1);
3659         if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3660                 return (0);
3661
3662         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3663         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3664         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3665                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3666                 isp_prt(isp, ISP_LOG_SANCFG,
3667                     "Chan %d FC fabric scan done (no fabric)", chan);
3668                 return (0);
3669         }
3670
3671         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3672 abort:
3673                 FC_SCRATCH_RELEASE(isp, chan);
3674                 isp_prt(isp, ISP_LOG_SANCFG,
3675                     "Chan %d FC fabric scan aborted", chan);
3676                 return (1);
3677         }
3678
3679         /*
3680          * Make sure we still are logged into the fabric controller.
3681          */
3682         nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3683         r = isp_getpdb(isp, chan, nphdl, &pdb);
3684         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3685                 isp_dump_chip_portdb(isp, chan);
3686         }
3687         if (r) {
3688                 fcp->isp_loopstate = LOOP_LTEST_DONE;
3689 fail:
3690                 isp_prt(isp, ISP_LOG_SANCFG,
3691                     "Chan %d FC fabric scan done (bad)", chan);
3692                 return (-1);
3693         }
3694
3695         /* Get list of port IDs from SNS. */
3696         if (IS_24XX(isp))
3697                 r = isp_gid_ft_ct_passthru(isp, chan);
3698         else
3699                 r = isp_gid_ft_sns(isp, chan);
3700         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3701                 goto abort;
3702         if (r > 0) {
3703                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3704                 return (-1);
3705         } else if (r < 0) {
3706                 fcp->isp_loopstate = LOOP_LTEST_DONE;   /* try again */
3707                 return (-1);
3708         }
3709
3710         rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3711         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3712                 goto abort;
3713         if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3714                 int level;
3715                 if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3716                         level = ISP_LOG_SANCFG;
3717                 } else {
3718                         level = ISP_LOGWARN;
3719                 }
3720                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3721                     " (Reason=0x%x Expl=0x%x)", chan,
3722                     rs->snscb_cthdr.ct_reason,
3723                     rs->snscb_cthdr.ct_explanation);
3724                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3725                 return (-1);
3726         }
3727
3728         /* Check our buffer was big enough to get the full list. */
3729         for (portidx = 0; portidx < NGENT-1; portidx++) {
3730                 if (rs->snscb_ports[portidx].control & 0x80)
3731                         break;
3732         }
3733         if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3734                 isp_prt(isp, ISP_LOGWARN,
3735                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3736         }
3737         portlim = portidx + 1;
3738         isp_prt(isp, ISP_LOG_SANCFG,
3739             "Chan %d Got %d ports back from name server", chan, portlim);
3740
3741         /* Go through the list and remove duplicate port ids. */
3742         for (portidx = 0; portidx < portlim; portidx++) {
3743                 int npidx;
3744
3745                 portid =
3746                     ((rs->snscb_ports[portidx].portid[0]) << 16) |
3747                     ((rs->snscb_ports[portidx].portid[1]) << 8) |
3748                     ((rs->snscb_ports[portidx].portid[2]));
3749
3750                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3751                         uint32_t new_portid =
3752                             ((rs->snscb_ports[npidx].portid[0]) << 16) |
3753                             ((rs->snscb_ports[npidx].portid[1]) << 8) |
3754                             ((rs->snscb_ports[npidx].portid[2]));
3755                         if (new_portid == portid) {
3756                                 break;
3757                         }
3758                 }
3759
3760                 if (npidx < portlim) {
3761                         rs->snscb_ports[npidx].portid[0] = 0;
3762                         rs->snscb_ports[npidx].portid[1] = 0;
3763                         rs->snscb_ports[npidx].portid[2] = 0;
3764                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3765                 }
3766         }
3767
3768         /*
3769          * We now have a list of Port IDs for all FC4 SCSI devices
3770          * that the Fabric Name server knows about.
3771          *
3772          * For each entry on this list go through our port database looking
3773          * for probational entries- if we find one, then an old entry is
3774          * maybe still this one. We get some information to find out.
3775          *
3776          * Otherwise, it's a new fabric device, and we log into it
3777          * (unconditionally). After searching the entire database
3778          * again to make sure that we never ever ever ever have more
3779          * than one entry that has the same PortID or the same
3780          * WWNN/WWPN duple, we enter the device into our database.
3781          */
3782         isp_mark_portdb(isp, chan);
3783         for (portidx = 0; portidx < portlim; portidx++) {
3784                 portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3785                          ((rs->snscb_ports[portidx].portid[1]) << 8) |
3786                          ((rs->snscb_ports[portidx].portid[2]));
3787                 isp_prt(isp, ISP_LOG_SANCFG,
3788                     "Chan %d Checking fabric port 0x%06x", chan, portid);
3789                 if (portid == 0) {
3790                         isp_prt(isp, ISP_LOG_SANCFG,
3791                             "Chan %d Port at idx %d is zero",
3792                             chan, portidx);
3793                         continue;
3794                 }
3795                 if (portid == fcp->isp_portid) {
3796                         isp_prt(isp, ISP_LOG_SANCFG,
3797                             "Chan %d Port 0x%06x is our", chan, portid);
3798                         continue;
3799                 }
3800
3801                 /* Now search the entire port database for the same portid. */
3802                 if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3803                         if (!lp->probational) {
3804                                 isp_prt(isp, ISP_LOGERR,
3805                                     "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3806                                     chan, lp->portid, lp->handle,
3807                                     FC_PORTDB_TGT(isp, chan, lp), lp->state);
3808                                 isp_dump_portdb(isp, chan);
3809                                 goto fail;
3810                         }
3811
3812                         /*
3813                          * See if we're still logged into it.
3814                          *
3815                          * If we aren't, mark it as a dead device and
3816                          * leave the new portid in the database entry
3817                          * for somebody further along to decide what to
3818                          * do (policy choice).
3819                          *
3820                          * If we are, check to see if it's the same
3821                          * device still (it should be). If for some
3822                          * reason it isn't, mark it as a changed device
3823                          * and leave the new portid and role in the
3824                          * database entry for somebody further along to
3825                          * decide what to do (policy choice).
3826                          */
3827                         r = isp_getpdb(isp, chan, lp->handle, &pdb);
3828                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3829                                 goto abort;
3830                         if (r != 0) {
3831                                 lp->state = FC_PORTDB_STATE_DEAD;
3832                                 isp_prt(isp, ISP_LOG_SANCFG,
3833                                     "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3834                                     chan, portid, lp->handle, r);
3835                                 goto relogin;
3836                         }
3837
3838                         isp_pdb_add_update(isp, chan, &pdb);
3839                         continue;
3840                 }
3841
3842 relogin:
3843                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3844                         isp_prt(isp, ISP_LOG_SANCFG,
3845                             "Chan %d Port 0x%06x is not logged in", chan, portid);
3846                         continue;
3847                 }
3848
3849                 if (isp_login_device(isp, chan, portid, &pdb,
3850                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3851                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3852                                 goto abort;
3853                         continue;
3854                 }
3855
3856                 isp_pdb_add_update(isp, chan, &pdb);
3857         }
3858
3859         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3860                 goto abort;
3861         fcp->isp_loopstate = LOOP_FSCAN_DONE;
3862         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3863         return (0);
3864 }
3865
3866 /*
3867  * Find an unused handle and try and use to login to a port.
3868  */
3869 static int
3870 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3871 {
3872         int lim, i, r;
3873         uint16_t handle;
3874
3875         if (ISP_CAP_2KLOGIN(isp)) {
3876                 lim = NPH_MAX_2K;
3877         } else {
3878                 lim = NPH_MAX;
3879         }
3880
3881         handle = isp_next_handle(isp, ohp);
3882         for (i = 0; i < lim; i++) {
3883                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3884                         return (-1);
3885
3886                 /* Check if this handle is free. */
3887                 r = isp_getpdb(isp, chan, handle, p);
3888                 if (r == 0) {
3889                         if (p->portid != portid) {
3890                                 /* This handle is busy, try next one. */
3891                                 handle = isp_next_handle(isp, ohp);
3892                                 continue;
3893                         }
3894                         break;
3895                 }
3896                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3897                         return (-1);
3898
3899                 /*
3900                  * Now try and log into the device
3901                  */
3902                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3903                 if (r == 0) {
3904                         break;
3905                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3906                         /*
3907                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3908                          * handle. We need to break that association. We used to try and just substitute the handle, but then
3909                          * failed to get any data via isp_getpdb (below).
3910                          */
3911                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3912                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3913                         }
3914                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3915                                 return (-1);
3916                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3917                         if (r != 0)
3918                                 i = lim;
3919                         break;
3920                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3921                         /* Try the next handle. */
3922                         handle = isp_next_handle(isp, ohp);
3923                 } else {
3924                         /* Give up. */
3925                         i = lim;
3926                         break;
3927                 }
3928         }
3929
3930         if (i == lim) {
3931                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3932                 return (-1);
3933         }
3934
3935         /*
3936          * If we successfully logged into it, get the PDB for it
3937          * so we can crosscheck that it is still what we think it
3938          * is and that we also have the role it plays
3939          */
3940         r = isp_getpdb(isp, chan, handle, p);
3941         if (r != 0) {
3942                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3943                 return (-1);
3944         }
3945
3946         if (p->handle != handle || p->portid != portid) {
3947                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3948                     chan, portid, handle, p->portid, p->handle);
3949                 return (-1);
3950         }
3951         return (0);
3952 }
3953
3954 static int
3955 isp_send_change_request(ispsoftc_t *isp, int chan)
3956 {
3957         mbreg_t mbs;
3958
3959         MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3960         mbs.param[1] = 0x03;
3961         mbs.param[9] = chan;
3962         isp_mboxcmd(isp, &mbs);
3963         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3964                 return (0);
3965         } else {
3966                 isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3967                     chan, mbs.param[0]);
3968                 return (-1);
3969         }
3970 }
3971
3972 static int
3973 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3974 {
3975         fcparam *fcp = FCPARAM(isp, chan);
3976         uint8_t local[SNS_RFT_ID_REQ_SIZE];
3977         sns_screq_t *reqp = (sns_screq_t *) local;
3978         mbreg_t mbs;
3979
3980         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3981         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3982         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3983         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3984         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3985         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3986         reqp->snscb_sblen = 22;
3987         reqp->snscb_data[0] = SNS_RFT_ID;
3988         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3989         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3990         reqp->snscb_data[6] = (1 << FC4_SCSI);
3991         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3992                 isp_prt(isp, ISP_LOGERR, sacq);
3993                 return (-1);
3994         }
3995         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3996         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3997         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
3998         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3999         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4000         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4001         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4002         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4003         isp_mboxcmd(isp, &mbs);
4004         FC_SCRATCH_RELEASE(isp, chan);
4005         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4006                 return (0);
4007         } else {
4008                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
4009                     chan, mbs.param[0]);
4010                 return (-1);
4011         }
4012 }
4013
4014 static int
4015 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4016 {
4017         fcparam *fcp = FCPARAM(isp, chan);
4018         ct_hdr_t *ct;
4019         rft_id_t rp;
4020         uint8_t *scp = fcp->isp_scratch;
4021
4022         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4023                 isp_prt(isp, ISP_LOGERR, sacq);
4024                 return (-1);
4025         }
4026
4027         /*
4028          * Build the CT header and command in memory.
4029          */
4030         ISP_MEMZERO(&rp, sizeof(rp));
4031         ct = &rp.rftid_hdr;
4032         ct->ct_revision = CT_REVISION;
4033         ct->ct_fcs_type = CT_FC_TYPE_FC;
4034         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4035         ct->ct_cmd_resp = SNS_RFT_ID;
4036         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4037         rp.rftid_portid[0] = fcp->isp_portid >> 16;
4038         rp.rftid_portid[1] = fcp->isp_portid >> 8;
4039         rp.rftid_portid[2] = fcp->isp_portid;
4040         rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4041         isp_put_rft_id(isp, &rp, (rft_id_t *)&scp[XTXOFF]);
4042         if (isp->isp_dblev & ISP_LOGDEBUG1)
4043                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), &scp[XTXOFF]);
4044
4045         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4046                 FC_SCRATCH_RELEASE(isp, chan);
4047                 return (-1);
4048         }
4049
4050         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4051         FC_SCRATCH_RELEASE(isp, chan);
4052         if (ct->ct_cmd_resp == LS_RJT) {
4053                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4054                 return (-1);
4055         } else if (ct->ct_cmd_resp == LS_ACC) {
4056                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4057         } else {
4058                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4059                 return (-1);
4060         }
4061         return (0);
4062 }
4063
4064 static int
4065 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4066 {
4067         fcparam *fcp = FCPARAM(isp, chan);
4068         ct_hdr_t *ct;
4069         rff_id_t rp;
4070         uint8_t *scp = fcp->isp_scratch;
4071
4072         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4073                 isp_prt(isp, ISP_LOGERR, sacq);
4074                 return (-1);
4075         }
4076
4077         /*
4078          * Build the CT header and command in memory.
4079          */
4080         ISP_MEMZERO(&rp, sizeof(rp));
4081         ct = &rp.rffid_hdr;
4082         ct->ct_revision = CT_REVISION;
4083         ct->ct_fcs_type = CT_FC_TYPE_FC;
4084         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4085         ct->ct_cmd_resp = SNS_RFF_ID;
4086         ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4087         rp.rffid_portid[0] = fcp->isp_portid >> 16;
4088         rp.rffid_portid[1] = fcp->isp_portid >> 8;
4089         rp.rffid_portid[2] = fcp->isp_portid;
4090         rp.rffid_fc4features = 0;
4091         if (fcp->role & ISP_ROLE_TARGET)
4092                 rp.rffid_fc4features |= 1;
4093         if (fcp->role & ISP_ROLE_INITIATOR)
4094                 rp.rffid_fc4features |= 2;
4095         rp.rffid_fc4type = FC4_SCSI;
4096         isp_put_rff_id(isp, &rp, (rff_id_t *)&scp[XTXOFF]);
4097         if (isp->isp_dblev & ISP_LOGDEBUG1)
4098                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), &scp[XTXOFF]);
4099
4100         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4101                 FC_SCRATCH_RELEASE(isp, chan);
4102                 return (-1);
4103         }
4104
4105         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4106         FC_SCRATCH_RELEASE(isp, chan);
4107         if (ct->ct_cmd_resp == LS_RJT) {
4108                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4109                     "Chan %d Register FC4 Features rejected", chan);
4110                 return (-1);
4111         } else if (ct->ct_cmd_resp == LS_ACC) {
4112                 isp_prt(isp, ISP_LOG_SANCFG,
4113                     "Chan %d Register FC4 Features accepted", chan);
4114         } else {
4115                 isp_prt(isp, ISP_LOGWARN,
4116                     "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4117                 return (-1);
4118         }
4119         return (0);
4120 }
4121
4122 static int
4123 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4124 {
4125         fcparam *fcp = FCPARAM(isp, chan);
4126         ct_hdr_t *ct;
4127         rspn_id_t rp;
4128         uint8_t *scp = fcp->isp_scratch;
4129         int len;
4130
4131         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4132                 isp_prt(isp, ISP_LOGERR, sacq);
4133                 return (-1);
4134         }
4135
4136         /*
4137          * Build the CT header and command in memory.
4138          */
4139         ISP_MEMZERO(&rp, sizeof(rp));
4140         ct = &rp.rspnid_hdr;
4141         ct->ct_revision = CT_REVISION;
4142         ct->ct_fcs_type = CT_FC_TYPE_FC;
4143         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4144         ct->ct_cmd_resp = SNS_RSPN_ID;
4145         rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4146         rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4147         rp.rspnid_portid[2] = fcp->isp_portid;
4148         rp.rspnid_length = 0;
4149         len = offsetof(rspn_id_t, rspnid_name);
4150         mtx_lock(&prison0.pr_mtx);
4151         rp.rspnid_length += sprintf(&scp[XTXOFF + len + rp.rspnid_length],
4152             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4153         mtx_unlock(&prison0.pr_mtx);
4154         rp.rspnid_length += sprintf(&scp[XTXOFF + len + rp.rspnid_length],
4155             ":%s", device_get_nameunit(isp->isp_dev));
4156         if (chan != 0) {
4157                 rp.rspnid_length += sprintf(&scp[XTXOFF + len +
4158                     rp.rspnid_length], "/%d", chan);
4159         }
4160         len += rp.rspnid_length;
4161         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4162         isp_put_rspn_id(isp, &rp, (rspn_id_t *)&scp[XTXOFF]);
4163         if (isp->isp_dblev & ISP_LOGDEBUG1)
4164                 isp_print_bytes(isp, "CT request", len, &scp[XTXOFF]);
4165
4166         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4167                 FC_SCRATCH_RELEASE(isp, chan);
4168                 return (-1);
4169         }
4170
4171         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4172         FC_SCRATCH_RELEASE(isp, chan);
4173         if (ct->ct_cmd_resp == LS_RJT) {
4174                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4175                     "Chan %d Register Symbolic Port Name rejected", chan);
4176                 return (-1);
4177         } else if (ct->ct_cmd_resp == LS_ACC) {
4178                 isp_prt(isp, ISP_LOG_SANCFG,
4179                     "Chan %d Register Symbolic Port Name accepted", chan);
4180         } else {
4181                 isp_prt(isp, ISP_LOGWARN,
4182                     "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4183                 return (-1);
4184         }
4185         return (0);
4186 }
4187
4188 static int
4189 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4190 {
4191         fcparam *fcp = FCPARAM(isp, chan);
4192         ct_hdr_t *ct;
4193         rsnn_nn_t rp;
4194         uint8_t *scp = fcp->isp_scratch;
4195         int len;
4196
4197         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4198                 isp_prt(isp, ISP_LOGERR, sacq);
4199                 return (-1);
4200         }
4201
4202         /*
4203          * Build the CT header and command in memory.
4204          */
4205         ISP_MEMZERO(&rp, sizeof(rp));
4206         ct = &rp.rsnnnn_hdr;
4207         ct->ct_revision = CT_REVISION;
4208         ct->ct_fcs_type = CT_FC_TYPE_FC;
4209         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4210         ct->ct_cmd_resp = SNS_RSNN_NN;
4211         MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4212         rp.rsnnnn_length = 0;
4213         len = offsetof(rsnn_nn_t, rsnnnn_name);
4214         mtx_lock(&prison0.pr_mtx);
4215         rp.rsnnnn_length += sprintf(&scp[XTXOFF + len + rp.rsnnnn_length],
4216             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4217         mtx_unlock(&prison0.pr_mtx);
4218         len += rp.rsnnnn_length;
4219         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4220         isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)&scp[XTXOFF]);
4221         if (isp->isp_dblev & ISP_LOGDEBUG1)
4222                 isp_print_bytes(isp, "CT request", len, &scp[XTXOFF]);
4223
4224         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4225                 FC_SCRATCH_RELEASE(isp, chan);
4226                 return (-1);
4227         }
4228
4229         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4230         FC_SCRATCH_RELEASE(isp, chan);
4231         if (ct->ct_cmd_resp == LS_RJT) {
4232                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4233                     "Chan %d Register Symbolic Node Name rejected", chan);
4234                 return (-1);
4235         } else if (ct->ct_cmd_resp == LS_ACC) {
4236                 isp_prt(isp, ISP_LOG_SANCFG,
4237                     "Chan %d Register Symbolic Node Name accepted", chan);
4238         } else {
4239                 isp_prt(isp, ISP_LOGWARN,
4240                     "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4241                 return (-1);
4242         }
4243         return (0);
4244 }
4245
4246 static uint16_t
4247 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4248 {
4249         fcparam *fcp;
4250         int i, chan, wrap;
4251         uint16_t handle, minh, maxh;
4252
4253         handle = *ohp;
4254         if (ISP_CAP_2KLOGIN(isp)) {
4255                 minh = 0;
4256                 maxh = NPH_RESERVED - 1;
4257         } else {
4258                 minh = SNS_ID + 1;
4259                 maxh = NPH_MAX - 1;
4260         }
4261         wrap = 0;
4262
4263 next:
4264         if (handle == NIL_HANDLE) {
4265                 handle = minh;
4266         } else {
4267                 handle++;
4268                 if (handle > maxh) {
4269                         if (++wrap >= 2) {
4270                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4271                                 return (NIL_HANDLE);
4272                         }
4273                         handle = minh;
4274                 }
4275         }
4276         for (chan = 0; chan < isp->isp_nchan; chan++) {
4277                 fcp = FCPARAM(isp, chan);
4278                 if (fcp->role == ISP_ROLE_NONE)
4279                         continue;
4280                 for (i = 0; i < MAX_FC_TARG; i++) {
4281                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4282                             fcp->portdb[i].handle == handle)
4283                                 goto next;
4284                 }
4285         }
4286         *ohp = handle;
4287         return (handle);
4288 }
4289
4290 /*
4291  * Start a command. Locking is assumed done in the caller.
4292  */
4293
4294 int
4295 isp_start(XS_T *xs)
4296 {
4297         ispsoftc_t *isp;
4298         uint32_t cdblen;
4299         uint8_t local[QENTRY_LEN];
4300         ispreq_t *reqp;
4301         void *cdbp, *qep;
4302         uint16_t *tptr;
4303         fcportdb_t *lp;
4304         int target, dmaresult;
4305
4306         XS_INITERR(xs);
4307         isp = XS_ISP(xs);
4308
4309         /*
4310          * Check command CDB length, etc.. We really are limited to 16 bytes
4311          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4312          * but probably only if we're running fairly new firmware (we'll
4313          * let the old f/w choke on an extended command queue entry).
4314          */
4315
4316         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4317                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4318                 XS_SETERR(xs, HBA_BOTCH);
4319                 return (CMD_COMPLETE);
4320         }
4321
4322         /*
4323          * Translate the target to device handle as appropriate, checking
4324          * for correct device state as well.
4325          */
4326         target = XS_TGT(xs);
4327         if (IS_FC(isp)) {
4328                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4329
4330                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4331                         isp_prt(isp, ISP_LOG_WARN1,
4332                             "%d.%d.%jx I am not an initiator",
4333                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4334                         XS_SETERR(xs, HBA_SELTIMEOUT);
4335                         return (CMD_COMPLETE);
4336                 }
4337
4338                 if (isp->isp_state != ISP_RUNSTATE) {
4339                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4340                         XS_SETERR(xs, HBA_BOTCH);
4341                         return (CMD_COMPLETE);
4342                 }
4343
4344                 /*
4345                  * Try again later.
4346                  */
4347                 if (fcp->isp_loopstate != LOOP_READY) {
4348                         return (CMD_RQLATER);
4349                 }
4350
4351                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4352                 lp = &fcp->portdb[target];
4353                 if (target < 0 || target >= MAX_FC_TARG ||
4354                     lp->is_target == 0) {
4355                         XS_SETERR(xs, HBA_SELTIMEOUT);
4356                         return (CMD_COMPLETE);
4357                 }
4358                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4359                         isp_prt(isp, ISP_LOGDEBUG1,
4360                             "%d.%d.%jx target zombie",
4361                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4362                         return (CMD_RQLATER);
4363                 }
4364                 if (lp->state != FC_PORTDB_STATE_VALID) {
4365                         isp_prt(isp, ISP_LOGDEBUG1,
4366                             "%d.%d.%jx bad db port state 0x%x",
4367                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4368                         XS_SETERR(xs, HBA_SELTIMEOUT);
4369                         return (CMD_COMPLETE);
4370                 }
4371         } else {
4372                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4373                 if (isp->isp_state != ISP_RUNSTATE) {
4374                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4375                         XS_SETERR(xs, HBA_BOTCH);
4376                         return (CMD_COMPLETE);
4377                 }
4378
4379                 if (sdp->update) {
4380                         isp_spi_update(isp, XS_CHANNEL(xs));
4381                 }
4382                 lp = NULL;
4383         }
4384
4385  start_again:
4386
4387         qep = isp_getrqentry(isp);
4388         if (qep == NULL) {
4389                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4390                 XS_SETERR(xs, HBA_BOTCH);
4391                 return (CMD_EAGAIN);
4392         }
4393         XS_SETERR(xs, HBA_NOERROR);
4394
4395         /*
4396          * Now see if we need to synchronize the ISP with respect to anything.
4397          * We do dual duty here (cough) for synchronizing for busses other
4398          * than which we got here to send a command to.
4399          */
4400         reqp = (ispreq_t *) local;
4401         ISP_MEMZERO(local, QENTRY_LEN);
4402         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4403                 if (IS_24XX(isp)) {
4404                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4405                         m->mrk_header.rqs_entry_count = 1;
4406                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4407                         m->mrk_modifier = SYNC_ALL;
4408                         m->mrk_vphdl = XS_CHANNEL(xs);
4409                         isp_put_marker_24xx(isp, m, qep);
4410                 } else {
4411                         isp_marker_t *m = (isp_marker_t *) reqp;
4412                         m->mrk_header.rqs_entry_count = 1;
4413                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4414                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4415                         m->mrk_modifier = SYNC_ALL;
4416                         isp_put_marker(isp, m, qep);
4417                 }
4418                 ISP_SYNC_REQUEST(isp);
4419                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4420                 goto start_again;
4421         }
4422
4423         reqp->req_header.rqs_entry_count = 1;
4424
4425         /*
4426          * Select and install Header Code.
4427          * Note that it might be overridden before going out
4428          * if we're on a 64 bit platform. The lower level
4429          * code (isp_send_cmd) will select the appropriate
4430          * 64 bit variant if it needs to.
4431          */
4432         if (IS_24XX(isp)) {
4433                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4434         } else if (IS_FC(isp)) {
4435                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4436         } else {
4437                 if (XS_CDBLEN(xs) > 12) {
4438                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4439                 } else {
4440                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4441                 }
4442         }
4443
4444         /*
4445          * Set task attributes
4446          */
4447         if (IS_24XX(isp)) {
4448                 int ttype;
4449                 if (XS_TAG_P(xs)) {
4450                         ttype = XS_TAG_TYPE(xs);
4451                 } else {
4452                         if (XS_CDBP(xs)[0] == 0x3) {
4453                                 ttype = REQFLAG_HTAG;
4454                         } else {
4455                                 ttype = REQFLAG_STAG;
4456                         }
4457                 }
4458                 if (ttype == REQFLAG_OTAG) {
4459                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4460                 } else if (ttype == REQFLAG_HTAG) {
4461                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4462                 } else {
4463                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4464                 }
4465                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4466         } else if (IS_FC(isp)) {
4467                 /*
4468                  * See comment in isp_intr
4469                  */
4470                 /* XS_SET_RESID(xs, 0); */
4471
4472                 /*
4473                  * Fibre Channel always requires some kind of tag.
4474                  * The Qlogic drivers seem be happy not to use a tag,
4475                  * but this breaks for some devices (IBM drives).
4476                  */
4477                 if (XS_TAG_P(xs)) {
4478                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4479                 } else {
4480                         /*
4481                          * If we don't know what tag to use, use HEAD OF QUEUE
4482                          * for Request Sense or Simple.
4483                          */
4484                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4485                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4486                         else
4487                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4488                 }
4489         } else {
4490                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4491                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4492                         reqp->req_flags = XS_TAG_TYPE(xs);
4493                 }
4494         }
4495
4496         tptr = &reqp->req_time;
4497
4498         /*
4499          * NB: we do not support long CDBs (yet)
4500          */
4501         cdblen = XS_CDBLEN(xs);
4502
4503         if (IS_SCSI(isp)) {
4504                 if (cdblen > sizeof (reqp->req_cdb)) {
4505                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4506                         XS_SETERR(xs, HBA_BOTCH);
4507                         return (CMD_COMPLETE);
4508                 }
4509                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4510                 reqp->req_lun_trn = XS_LUN(xs);
4511                 cdbp = reqp->req_cdb;
4512                 reqp->req_cdblen = cdblen;
4513         } else if (IS_24XX(isp)) {
4514                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4515
4516                 if (cdblen > sizeof (t7->req_cdb)) {
4517                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4518                         XS_SETERR(xs, HBA_BOTCH);
4519                         return (CMD_COMPLETE);
4520                 }
4521
4522                 t7->req_nphdl = lp->handle;
4523                 t7->req_tidlo = lp->portid;
4524                 t7->req_tidhi = lp->portid >> 16;
4525                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4526 #if __FreeBSD_version >= 1000700
4527                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4528 #else
4529                 if (XS_LUN(xs) >= 256) {
4530                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4531                         t7->req_lun[0] |= 0x40;
4532                 }
4533                 t7->req_lun[1] = XS_LUN(xs);
4534 #endif
4535                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4536                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4537                                 isp_prt(isp, ISP_LOG_WARN1,
4538                                     "%d.%d.%jx cannot generate next CRN",
4539                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4540                                 XS_SETERR(xs, HBA_BOTCH);
4541                                 return (CMD_EAGAIN);
4542                         }
4543                 }
4544                 tptr = &t7->req_time;
4545                 cdbp = t7->req_cdb;
4546         } else {
4547                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4548
4549                 if (cdblen > sizeof t2->req_cdb) {
4550                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4551                         XS_SETERR(xs, HBA_BOTCH);
4552                         return (CMD_COMPLETE);
4553                 }
4554                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4555                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4556                                 isp_prt(isp, ISP_LOG_WARN1,
4557                                     "%d.%d.%jx cannot generate next CRN",
4558                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4559                                 XS_SETERR(xs, HBA_BOTCH);
4560                                 return (CMD_EAGAIN);
4561                         }
4562                 }
4563                 if (ISP_CAP_2KLOGIN(isp)) {
4564                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4565                         t2e->req_target = lp->handle;
4566                         t2e->req_scclun = XS_LUN(xs);
4567 #if __FreeBSD_version < 1000700
4568                         if (XS_LUN(xs) >= 256)
4569                                 t2e->req_scclun |= 0x4000;
4570 #endif
4571                         cdbp = t2e->req_cdb;
4572                 } else if (ISP_CAP_SCCFW(isp)) {
4573                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4574                         t2->req_target = lp->handle;
4575                         t2->req_scclun = XS_LUN(xs);
4576 #if __FreeBSD_version < 1000700
4577                         if (XS_LUN(xs) >= 256)
4578                                 t2->req_scclun |= 0x4000;
4579 #endif
4580                         cdbp = t2->req_cdb;
4581                 } else {
4582                         t2->req_target = lp->handle;
4583                         t2->req_lun_trn = XS_LUN(xs);
4584                         cdbp = t2->req_cdb;
4585                 }
4586         }
4587         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4588
4589         *tptr = (XS_TIME(xs) + 999) / 1000;
4590         if (IS_24XX(isp) && *tptr > 0x1999) {
4591                 *tptr = 0x1999;
4592         }
4593
4594         /* Whew. Thankfully the same for type 7 requests */
4595         reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4596         if (reqp->req_handle == 0) {
4597                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4598                 XS_SETERR(xs, HBA_BOTCH);
4599                 return (CMD_EAGAIN);
4600         }
4601
4602         /*
4603          * Set up DMA and/or do any platform dependent swizzling of the request entry
4604          * so that the Qlogic F/W understands what is being asked of it.
4605          *
4606          * The callee is responsible for adding all requests at this point.
4607          */
4608         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4609         if (dmaresult != CMD_QUEUED) {
4610                 isp_destroy_handle(isp, reqp->req_handle);
4611                 /*
4612                  * dmasetup sets actual error in packet, and
4613                  * return what we were given to return.
4614                  */
4615                 return (dmaresult);
4616         }
4617         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4618         isp->isp_nactive++;
4619         return (CMD_QUEUED);
4620 }
4621
4622 /*
4623  * isp control
4624  * Locks (ints blocked) assumed held.
4625  */
4626
4627 int
4628 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4629 {
4630         XS_T *xs;
4631         mbreg_t *mbr, mbs;
4632         int chan, tgt;
4633         uint32_t handle;
4634         va_list ap;
4635
4636         switch (ctl) {
4637         case ISPCTL_RESET_BUS:
4638                 /*
4639                  * Issue a bus reset.
4640                  */
4641                 if (IS_24XX(isp)) {
4642                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4643                         break;
4644                 } else if (IS_FC(isp)) {
4645                         mbs.param[1] = 10;
4646                         chan = 0;
4647                 } else {
4648                         va_start(ap, ctl);
4649                         chan = va_arg(ap, int);
4650                         va_end(ap);
4651                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4652                         if (mbs.param[1] < 2) {
4653                                 mbs.param[1] = 2;
4654                         }
4655                         mbs.param[2] = chan;
4656                 }
4657                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4658                 ISP_SET_SENDMARKER(isp, chan, 1);
4659                 isp_mboxcmd(isp, &mbs);
4660                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4661                         break;
4662                 }
4663                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4664                 return (0);
4665
4666         case ISPCTL_RESET_DEV:
4667                 va_start(ap, ctl);
4668                 chan = va_arg(ap, int);
4669                 tgt = va_arg(ap, int);
4670                 va_end(ap);
4671                 if (IS_24XX(isp)) {
4672                         uint8_t local[QENTRY_LEN];
4673                         isp24xx_tmf_t *tmf;
4674                         isp24xx_statusreq_t *sp;
4675                         fcparam *fcp = FCPARAM(isp, chan);
4676                         fcportdb_t *lp;
4677
4678                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4679                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4680                                 break;
4681                         }
4682                         lp = &fcp->portdb[tgt];
4683                         if (lp->is_target == 0 ||
4684                             lp->state != FC_PORTDB_STATE_VALID) {
4685                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4686                                 break;
4687                         }
4688
4689                         tmf = (isp24xx_tmf_t *) local;
4690                         ISP_MEMZERO(tmf, QENTRY_LEN);
4691                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4692                         tmf->tmf_header.rqs_entry_count = 1;
4693                         tmf->tmf_nphdl = lp->handle;
4694                         tmf->tmf_delay = 2;
4695                         tmf->tmf_timeout = 4;
4696                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4697                         tmf->tmf_tidlo = lp->portid;
4698                         tmf->tmf_tidhi = lp->portid >> 16;
4699                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4700                         isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4701                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4702                         fcp->sendmarker = 1;
4703
4704                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4705                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4706                             MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4707                         mbs.param[1] = QENTRY_LEN;
4708                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4709                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4710                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4711                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4712                         isp_mboxcmd(isp, &mbs);
4713                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4714                                 break;
4715
4716                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4717                         sp = (isp24xx_statusreq_t *) local;
4718                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4719                         if (sp->req_completion_status == 0) {
4720                                 return (0);
4721                         }
4722                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4723                         break;
4724                 } else if (IS_FC(isp)) {
4725                         if (ISP_CAP_2KLOGIN(isp)) {
4726                                 mbs.param[1] = tgt;
4727                                 mbs.ibits = (1 << 10);
4728                         } else {
4729                                 mbs.param[1] = (tgt << 8);
4730                         }
4731                 } else {
4732                         mbs.param[1] = (chan << 15) | (tgt << 8);
4733                 }
4734                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4735                 mbs.param[2] = 3;       /* 'delay', in seconds */
4736                 isp_mboxcmd(isp, &mbs);
4737                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4738                         break;
4739                 }
4740                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4741                 ISP_SET_SENDMARKER(isp, chan, 1);
4742                 return (0);
4743
4744         case ISPCTL_ABORT_CMD:
4745                 va_start(ap, ctl);
4746                 xs = va_arg(ap, XS_T *);
4747                 va_end(ap);
4748
4749                 tgt = XS_TGT(xs);
4750                 chan = XS_CHANNEL(xs);
4751
4752                 handle = isp_find_handle(isp, xs);
4753                 if (handle == 0) {
4754                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4755                         break;
4756                 }
4757                 if (IS_24XX(isp)) {
4758                         isp24xx_abrt_t local, *ab = &local;
4759                         fcparam *fcp;
4760                         fcportdb_t *lp;
4761
4762                         fcp = FCPARAM(isp, chan);
4763                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4764                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4765                                 break;
4766                         }
4767                         lp = &fcp->portdb[tgt];
4768                         if (lp->is_target == 0 ||
4769                             lp->state != FC_PORTDB_STATE_VALID) {
4770                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4771                                 break;
4772                         }
4773                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4774                         ISP_MEMZERO(ab, QENTRY_LEN);
4775                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4776                         ab->abrt_header.rqs_entry_count = 1;
4777                         ab->abrt_handle = lp->handle;
4778                         ab->abrt_cmd_handle = handle;
4779                         ab->abrt_tidlo = lp->portid;
4780                         ab->abrt_tidhi = lp->portid >> 16;
4781                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4782                         isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4783                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4784
4785                         ISP_MEMZERO(&mbs, sizeof (mbs));
4786                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4787                         mbs.param[1] = QENTRY_LEN;
4788                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4789                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4790                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4791                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4792
4793                         isp_mboxcmd(isp, &mbs);
4794                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4795                                 break;
4796
4797                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4798                         isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4799                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4800                                 return (0);
4801                         }
4802                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4803                         break;
4804                 } else if (IS_FC(isp)) {
4805                         if (ISP_CAP_SCCFW(isp)) {
4806                                 if (ISP_CAP_2KLOGIN(isp)) {
4807                                         mbs.param[1] = tgt;
4808                                 } else {
4809                                         mbs.param[1] = tgt << 8;
4810                                 }
4811                                 mbs.param[6] = XS_LUN(xs);
4812                         } else {
4813                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4814                         }
4815                 } else {
4816                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4817                 }
4818                 MBSINIT(&mbs, MBOX_ABORT,
4819                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4820                 mbs.param[2] = handle;
4821                 isp_mboxcmd(isp, &mbs);
4822                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4823                         break;
4824                 }
4825                 return (0);
4826
4827         case ISPCTL_UPDATE_PARAMS:
4828
4829                 va_start(ap, ctl);
4830                 chan = va_arg(ap, int);
4831                 va_end(ap);
4832                 isp_spi_update(isp, chan);
4833                 return (0);
4834
4835         case ISPCTL_FCLINK_TEST:
4836
4837                 if (IS_FC(isp)) {
4838                         int usdelay;
4839                         va_start(ap, ctl);
4840                         chan = va_arg(ap, int);
4841                         usdelay = va_arg(ap, int);
4842                         va_end(ap);
4843                         if (usdelay == 0) {
4844                                 usdelay =  250000;
4845                         }
4846                         return (isp_fclink_test(isp, chan, usdelay));
4847                 }
4848                 break;
4849
4850         case ISPCTL_SCAN_FABRIC:
4851
4852                 if (IS_FC(isp)) {
4853                         va_start(ap, ctl);
4854                         chan = va_arg(ap, int);
4855                         va_end(ap);
4856                         return (isp_scan_fabric(isp, chan));
4857                 }
4858                 break;
4859
4860         case ISPCTL_SCAN_LOOP:
4861
4862                 if (IS_FC(isp)) {
4863                         va_start(ap, ctl);
4864                         chan = va_arg(ap, int);
4865                         va_end(ap);
4866                         return (isp_scan_loop(isp, chan));
4867                 }
4868                 break;
4869
4870         case ISPCTL_PDB_SYNC:
4871
4872                 if (IS_FC(isp)) {
4873                         va_start(ap, ctl);
4874                         chan = va_arg(ap, int);
4875                         va_end(ap);
4876                         return (isp_pdb_sync(isp, chan));
4877                 }
4878                 break;
4879
4880         case ISPCTL_SEND_LIP:
4881
4882                 if (IS_FC(isp) && !IS_24XX(isp)) {
4883                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4884                         if (ISP_CAP_2KLOGIN(isp)) {
4885                                 mbs.ibits = (1 << 10);
4886                         }
4887                         isp_mboxcmd(isp, &mbs);
4888                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4889                                 return (0);
4890                         }
4891                 }
4892                 break;
4893
4894         case ISPCTL_GET_PDB:
4895                 if (IS_FC(isp)) {
4896                         isp_pdb_t *pdb;
4897                         va_start(ap, ctl);
4898                         chan = va_arg(ap, int);
4899                         tgt = va_arg(ap, int);
4900                         pdb = va_arg(ap, isp_pdb_t *);
4901                         va_end(ap);
4902                         return (isp_getpdb(isp, chan, tgt, pdb));
4903                 }
4904                 break;
4905
4906         case ISPCTL_GET_NAMES:
4907         {
4908                 uint64_t *wwnn, *wwnp;
4909                 va_start(ap, ctl);
4910                 chan = va_arg(ap, int);
4911                 tgt = va_arg(ap, int);
4912                 wwnn = va_arg(ap, uint64_t *);
4913                 wwnp = va_arg(ap, uint64_t *);
4914                 va_end(ap);
4915                 if (wwnn == NULL && wwnp == NULL) {
4916                         break;
4917                 }
4918                 if (wwnn) {
4919                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4920                         if (*wwnn == INI_NONE) {
4921                                 break;
4922                         }
4923                 }
4924                 if (wwnp) {
4925                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4926                         if (*wwnp == INI_NONE) {
4927                                 break;
4928                         }
4929                 }
4930                 return (0);
4931         }
4932         case ISPCTL_RUN_MBOXCMD:
4933         {
4934                 va_start(ap, ctl);
4935                 mbr = va_arg(ap, mbreg_t *);
4936                 va_end(ap);
4937                 isp_mboxcmd(isp, mbr);
4938                 return (0);
4939         }
4940         case ISPCTL_PLOGX:
4941         {
4942                 isp_plcmd_t *p;
4943                 int r;
4944
4945                 va_start(ap, ctl);
4946                 p = va_arg(ap, isp_plcmd_t *);
4947                 va_end(ap);
4948
4949                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4950                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4951                 }
4952                 do {
4953                         isp_next_handle(isp, &p->handle);
4954                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4955                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4956                                 p->handle = r >> 16;
4957                                 r = 0;
4958                                 break;
4959                         }
4960                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4961                 return (r);
4962         }
4963         case ISPCTL_CHANGE_ROLE:
4964                 if (IS_FC(isp)) {
4965                         int role, r;
4966
4967                         va_start(ap, ctl);
4968                         chan = va_arg(ap, int);
4969                         role = va_arg(ap, int);
4970                         va_end(ap);
4971                         r = isp_fc_change_role(isp, chan, role);
4972                         return (r);
4973                 }
4974                 break;
4975         default:
4976                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4977                 break;
4978
4979         }
4980         return (-1);
4981 }
4982
4983 /*
4984  * Interrupt Service Routine(s).
4985  *
4986  * External (OS) framework has done the appropriate locking,
4987  * and the locking will be held throughout this function.
4988  */
4989
4990 /*
4991  * Limit our stack depth by sticking with the max likely number
4992  * of completions on a request queue at any one time.
4993  */
4994 #ifndef MAX_REQUESTQ_COMPLETIONS
4995 #define MAX_REQUESTQ_COMPLETIONS        32
4996 #endif
4997
4998 void
4999 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5000 {
5001         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5002         uint32_t iptr, optr, junk;
5003         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5004         int etype, last_etype = 0;
5005
5006 again:
5007         /*
5008          * Is this a mailbox related interrupt?
5009          * The mailbox semaphore will be nonzero if so.
5010          */
5011         if (sema) {
5012  fmbox:
5013                 if (info & MBOX_COMMAND_COMPLETE) {
5014                         isp->isp_intmboxc++;
5015                         if (isp->isp_mboxbsy) {
5016                                 int obits = isp->isp_obits;
5017                                 isp->isp_mboxtmp[0] = info;
5018                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
5019                                         if ((obits & (1 << i)) == 0) {
5020                                                 continue;
5021                                         }
5022                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5023                                 }
5024                                 if (isp->isp_mbxwrk0) {
5025                                         if (isp_mbox_continue(isp) == 0) {
5026                                                 return;
5027                                         }
5028                                 }
5029                                 MBOX_NOTIFY_COMPLETE(isp);
5030                         } else {
5031                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5032                         }
5033                 } else {
5034                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5035                         if (i < 0) {
5036                                 return;
5037                         }
5038                 }
5039                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5040                         goto out;
5041                 }
5042         }
5043
5044         /*
5045          * We can't be getting this now.
5046          */
5047         if (isp->isp_state != ISP_RUNSTATE) {
5048                 /*
5049                  * This seems to happen to 23XX and 24XX cards- don't know why.
5050                  */
5051                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5052                         goto fmbox;
5053                 }
5054                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5055                     "when not ready", isr, sema, info);
5056                 /*
5057                  * Thank you very much!  *Burrrp*!
5058                  */
5059                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5060                 isp->isp_resodx = isp->isp_residx;
5061                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5062                 if (IS_24XX(isp)) {
5063                         ISP_DISABLE_INTS(isp);
5064                 }
5065                 goto out;
5066         }
5067
5068 #ifdef  ISP_TARGET_MODE
5069         /*
5070          * Check for ATIO Queue entries.
5071          */
5072         if (IS_24XX(isp) &&
5073             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5074              isr == ISPR2HST_ATIO_UPDATE2)) {
5075                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5076                 optr = isp->isp_atioodx;
5077
5078                 while (optr != iptr) {
5079                         uint8_t qe[QENTRY_LEN];
5080                         isphdr_t *hp;
5081                         uint32_t oop;
5082                         void *addr;
5083
5084                         oop = optr;
5085                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5086                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5087                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5088                         hp = (isphdr_t *)qe;
5089                         switch (hp->rqs_entry_type) {
5090                         case RQSTYPE_NOTIFY:
5091                         case RQSTYPE_ATIO:
5092                                 (void) isp_target_notify(isp, addr, &oop);
5093                                 break;
5094                         default:
5095                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5096                                 break;
5097                         }
5098                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5099                 }
5100                 if (isp->isp_atioodx != optr) {
5101                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5102                         isp->isp_atioodx = optr;
5103                 }
5104         }
5105 #endif
5106
5107         /*
5108          * You *must* read the Response Queue In Pointer
5109          * prior to clearing the RISC interrupt.
5110          *
5111          * Debounce the 2300 if revision less than 2.
5112          */
5113         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5114                 i = 0;
5115                 do {
5116                         iptr = ISP_READ(isp, isp->isp_respinrp);
5117                         junk = ISP_READ(isp, isp->isp_respinrp);
5118                 } while (junk != iptr && ++i < 1000);
5119
5120                 if (iptr != junk) {
5121                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5122                         goto out;
5123                 }
5124         } else {
5125                 iptr = ISP_READ(isp, isp->isp_respinrp);
5126         }
5127
5128         optr = isp->isp_resodx;
5129         if (optr == iptr && sema == 0) {
5130                 /*
5131                  * There are a lot of these- reasons unknown- mostly on
5132                  * faster Alpha machines.
5133                  *
5134                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5135                  * make sure the old interrupt went away (to avoid 'ringing'
5136                  * effects), but that didn't stop this from occurring.
5137                  */
5138                 if (IS_24XX(isp)) {
5139                         junk = 0;
5140                 } else if (IS_23XX(isp)) {
5141                         ISP_DELAY(100);
5142                         iptr = ISP_READ(isp, isp->isp_respinrp);
5143                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5144                 } else {
5145                         junk = ISP_READ(isp, BIU_ISR);
5146                 }
5147                 if (optr == iptr) {
5148                         if (IS_23XX(isp) || IS_24XX(isp)) {
5149                                 ;
5150                         } else {
5151                                 sema = ISP_READ(isp, BIU_SEMA);
5152                                 info = ISP_READ(isp, OUTMAILBOX0);
5153                                 if ((sema & 0x3) && (info & 0x8000)) {
5154                                         goto again;
5155                                 }
5156                         }
5157                         isp->isp_intbogus++;
5158                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5159                 }
5160         }
5161         isp->isp_residx = iptr;
5162
5163         while (optr != iptr) {
5164                 uint8_t qe[QENTRY_LEN];
5165                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5166                 isphdr_t *hp;
5167                 int buddaboom, scsi_status, completion_status;
5168                 int req_status_flags, req_state_flags;
5169                 uint8_t *snsp, *resp;
5170                 uint32_t rlen, slen, totslen;
5171                 long resid;
5172                 uint16_t oop;
5173
5174                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5175                 oop = optr;
5176                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5177                 nlooked++;
5178  read_again:
5179                 buddaboom = req_status_flags = req_state_flags = 0;
5180                 resid = 0L;
5181
5182                 /*
5183                  * Synchronize our view of this response queue entry.
5184                  */
5185                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5186                 if (isp->isp_dblev & ISP_LOGDEBUG1)
5187                         isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5188                 isp_get_hdr(isp, hp, &sp->req_header);
5189                 etype = sp->req_header.rqs_entry_type;
5190
5191                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5192                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5193                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5194                         scsi_status = sp2->req_scsi_status;
5195                         completion_status = sp2->req_completion_status;
5196                         if ((scsi_status & 0xff) != 0)
5197                                 req_state_flags = RQSF_GOT_STATUS;
5198                         else
5199                                 req_state_flags = 0;
5200                         resid = sp2->req_resid;
5201                 } else if (etype == RQSTYPE_RESPONSE) {
5202                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5203                         scsi_status = sp->req_scsi_status;
5204                         completion_status = sp->req_completion_status;
5205                         req_status_flags = sp->req_status_flags;
5206                         req_state_flags = sp->req_state_flags;
5207                         resid = sp->req_resid;
5208                 } else if (etype == RQSTYPE_RIO1) {
5209                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5210                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5211                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5212                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5213                         }
5214                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5215                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5216                         }
5217                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5218                         last_etype = etype;
5219                         continue;
5220                 } else if (etype == RQSTYPE_RIO2) {
5221                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5222                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5223                         last_etype = etype;
5224                         continue;
5225                 } else if (etype == RQSTYPE_STATUS_CONT) {
5226                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5227                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5228                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5229                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5230                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5231                         } else {
5232                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5233                         }
5234                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5235                         continue;
5236                 } else {
5237                         /*
5238                          * Somebody reachable via isp_handle_other_response
5239                          * may have updated the response queue pointers for
5240                          * us, so we reload our goal index.
5241                          */
5242                         int r;
5243                         uint32_t tsto = oop;
5244                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5245                         if (r < 0) {
5246                                 goto read_again;
5247                         }
5248                         /*
5249                          * If somebody updated the output pointer, then reset
5250                          * optr to be one more than the updated amount.
5251                          */
5252                         while (tsto != oop) {
5253                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5254                         }
5255                         if (r > 0) {
5256                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5257                                 last_etype = etype;
5258                                 continue;
5259                         }
5260
5261                         /*
5262                          * After this point, we'll just look at the header as
5263                          * we don't know how to deal with the rest of the
5264                          * response.
5265                          */
5266
5267                         /*
5268                          * It really has to be a bounced request just copied
5269                          * from the request queue to the response queue. If
5270                          * not, something bad has happened.
5271                          */
5272                         if (etype != RQSTYPE_REQUEST) {
5273                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5274                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5275                                 last_etype = etype;
5276                                 continue;
5277                         }
5278                         buddaboom = 1;
5279                         scsi_status = sp->req_scsi_status;
5280                         completion_status = sp->req_completion_status;
5281                         req_status_flags = sp->req_status_flags;
5282                         req_state_flags = sp->req_state_flags;
5283                         resid = sp->req_resid;
5284                 }
5285
5286                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5287                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5288                                 isp_print_qentry(isp, "unexpected continuation segment",
5289                                     oop, hp);
5290                                 last_etype = etype;
5291                                 continue;
5292                         }
5293                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5294                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5295                                 /*
5296                                  * We'll synthesize a QUEUE FULL message below.
5297                                  */
5298                         }
5299                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5300                                 isp_print_qentry(isp, "bad header flag",
5301                                     oop, hp);
5302                                 buddaboom++;
5303                         }
5304                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5305                                 isp_print_qentry(isp, "bad request packet",
5306                                     oop, hp);
5307                                 buddaboom++;
5308                         }
5309                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5310                                 isp_print_qentry(isp, "invalid entry count",
5311                                     oop, hp);
5312                                 buddaboom++;
5313                         }
5314                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5315                                 isp_print_qentry(isp, "invalid IOCB ordering",
5316                                     oop, hp);
5317                                 last_etype = etype;
5318                                 continue;
5319                         }
5320                 }
5321
5322                 xs = isp_find_xs(isp, sp->req_handle);
5323                 if (xs == NULL) {
5324                         uint8_t ts = completion_status & 0xff;
5325                         /*
5326                          * Only whine if this isn't the expected fallout of
5327                          * aborting the command or resetting the target.
5328                          */
5329                         if (etype != RQSTYPE_RESPONSE) {
5330                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5331                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5332                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5333                         }
5334                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5335                         last_etype = etype;
5336                         continue;
5337                 }
5338                 if (req_status_flags & RQSTF_BUS_RESET) {
5339                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5340                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5341                         XS_SETERR(xs, HBA_BUSRESET);
5342                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5343                 }
5344                 if (buddaboom) {
5345                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5346                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5347                         XS_SETERR(xs, HBA_BOTCH);
5348                 }
5349
5350                 resp = NULL;
5351                 rlen = 0;
5352                 snsp = NULL;
5353                 totslen = slen = 0;
5354                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5355                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5356                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5357                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5358                         resp = sp->req_response;
5359                         rlen = sp->req_response_len;
5360                 }
5361                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5362                         /*
5363                          * Fibre Channel F/W doesn't say we got status
5364                          * if there's Sense Data instead. I guess they
5365                          * think it goes w/o saying.
5366                          */
5367                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5368                         if (IS_24XX(isp)) {
5369                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5370                                 snsp += rlen;
5371                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5372                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5373                                 if (totslen < slen)
5374                                         slen = totslen;
5375                         } else {
5376                                 snsp = sp->req_sense_data;
5377                                 totslen = sp->req_sense_len;
5378                                 slen = sizeof (sp->req_sense_data);
5379                                 if (totslen < slen)
5380                                         slen = totslen;
5381                         }
5382                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5383                         snsp = sp->req_sense_data;
5384                         totslen = sp->req_sense_len;
5385                         slen = sizeof (sp->req_sense_data);
5386                         if (totslen < slen)
5387                                 slen = totslen;
5388                 }
5389                 if (req_state_flags & RQSF_GOT_STATUS) {
5390                         *XS_STSP(xs) = scsi_status & 0xff;
5391                 }
5392
5393                 switch (etype) {
5394                 case RQSTYPE_RESPONSE:
5395                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5396                                 const char *ptr;
5397                                 char lb[64];
5398                                 const char *rnames[10] = {
5399                                     "Task Management function complete",
5400                                     "FCP_DATA length different than FCP_BURST_LEN",
5401                                     "FCP_CMND fields invalid",
5402                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5403                                     "Task Management function rejected",
5404                                     "Task Management function failed",
5405                                     NULL,
5406                                     NULL,
5407                                     "Task Management function succeeded",
5408                                     "Task Management function incorrect logical unit number",
5409                                 };
5410                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5411                                 if (code >= 10 || rnames[code] == NULL) {
5412                                         ISP_SNPRINTF(lb, sizeof(lb),
5413                                             "Unknown FCP Response Code 0x%x",
5414                                             code);
5415                                         ptr = lb;
5416                                 } else {
5417                                         ptr = rnames[code];
5418                                 }
5419                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5420                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5421                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5422                                 if (code != 0 && code != 8)
5423                                         XS_SETERR(xs, HBA_BOTCH);
5424                         }
5425                         if (IS_24XX(isp)) {
5426                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5427                         } else {
5428                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5429                         }
5430                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5431                                 XS_SETERR(xs, HBA_TGTBSY);
5432                         }
5433                         if (IS_SCSI(isp)) {
5434                                 XS_SET_RESID(xs, resid);
5435                                 /*
5436                                  * A new synchronous rate was negotiated for
5437                                  * this target. Mark state such that we'll go
5438                                  * look up that which has changed later.
5439                                  */
5440                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5441                                         int t = XS_TGT(xs);
5442                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5443                                         sdp->isp_devparam[t].dev_refresh = 1;
5444                                         sdp->update = 1;
5445                                 }
5446                         } else {
5447                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5448                                         XS_SET_RESID(xs, 0);
5449                                 } else if (scsi_status & RQCS_RESID) {
5450                                         XS_SET_RESID(xs, resid);
5451                                 } else {
5452                                         XS_SET_RESID(xs, 0);
5453                                 }
5454                         }
5455                         if (snsp && slen) {
5456                                 if (totslen > slen) {
5457                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5458                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5459                                                 /* we'll lose some stats, but that's a small price to pay */
5460                                                 for (i = 0; i < ndone; i++) {
5461                                                         if (complist[i]) {
5462                                                                 isp->isp_rsltccmplt++;
5463                                                                 isp_done(complist[i]);
5464                                                         }
5465                                                 }
5466                                                 ndone = 0;
5467                                         }
5468                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5469                                             continuations_expected, totslen);
5470                                 }
5471                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5472                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5473                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5474                                 isp_print_qentry(isp, "CC with no Sense",
5475                                     oop, hp);
5476                         }
5477                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5478                         break;
5479                 case RQSTYPE_REQUEST:
5480                 case RQSTYPE_A64:
5481                 case RQSTYPE_T2RQS:
5482                 case RQSTYPE_T3RQS:
5483                 case RQSTYPE_T7RQS:
5484                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5485                                 /*
5486                                  * Force Queue Full status.
5487                                  */
5488                                 *XS_STSP(xs) = SCSI_QFULL;
5489                                 XS_SETERR(xs, HBA_NOERROR);
5490                         } else if (XS_NOERR(xs)) {
5491                                 isp_prt(isp, ISP_LOG_WARN1,
5492                                     "%d.%d.%jx badness at %s:%u",
5493                                     XS_CHANNEL(xs), XS_TGT(xs),
5494                                     (uintmax_t)XS_LUN(xs),
5495                                     __func__, __LINE__);
5496                                 XS_SETERR(xs, HBA_BOTCH);
5497                         }
5498                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5499                         break;
5500                 default:
5501                         isp_print_qentry(isp, "Unhandled Response Type",
5502                             oop, hp);
5503                         if (XS_NOERR(xs)) {
5504                                 XS_SETERR(xs, HBA_BOTCH);
5505                         }
5506                         break;
5507                 }
5508
5509                 /*
5510                  * Free any DMA resources. As a side effect, this may
5511                  * also do any cache flushing necessary for data coherence.
5512                  */
5513                 if (XS_XFRLEN(xs)) {
5514                         ISP_DMAFREE(isp, xs, sp->req_handle);
5515                 }
5516                 isp_destroy_handle(isp, sp->req_handle);
5517
5518                 if (isp->isp_nactive > 0) {
5519                     isp->isp_nactive--;
5520                 }
5521                 complist[ndone++] = xs; /* defer completion call until later */
5522                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5523                 last_etype = etype;
5524                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5525                         break;
5526                 }
5527         }
5528
5529         /*
5530          * If we looked at any commands, then it's valid to find out
5531          * what the outpointer is. It also is a trigger to update the
5532          * ISP's notion of what we've seen so far.
5533          */
5534         if (nlooked) {
5535                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5536                 isp->isp_resodx = optr;
5537                 if (isp->isp_rscchiwater < ndone)
5538                         isp->isp_rscchiwater = ndone;
5539         }
5540
5541 out:
5542
5543         if (IS_24XX(isp)) {
5544                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5545         } else {
5546                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5547                 ISP_WRITE(isp, BIU_SEMA, 0);
5548         }
5549
5550         for (i = 0; i < ndone; i++) {
5551                 xs = complist[i];
5552                 if (xs) {
5553                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5554                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5555                                 isp_prt_endcmd(isp, xs);
5556                         }
5557                         isp->isp_rsltccmplt++;
5558                         isp_done(xs);
5559                 }
5560         }
5561 }
5562
5563 /*
5564  * Support routines.
5565  */
5566
5567 void
5568 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5569 {
5570         char cdbstr[16 * 5 + 1];
5571         int i, lim;
5572
5573         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5574         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5575         for (i = 1; i < lim; i++) {
5576                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5577         }
5578         if (XS_SENSE_VALID(xs)) {
5579                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5580                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5581         } else {
5582                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5583         }
5584 }
5585
5586 /*
5587  * Parse an ASYNC mailbox complete
5588  *
5589  * Return non-zero if the event has been acknowledged.
5590  */
5591 static int
5592 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5593 {
5594         int acked = 0;
5595         uint32_t h1 = 0, h2 = 0;
5596         uint16_t chan = 0;
5597
5598         /*
5599          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5600          * where Mailboxes 6/7 have the second handle.
5601          */
5602         if (mbox != ASYNC_RIO32_2) {
5603                 if (IS_DUALBUS(isp)) {
5604                         chan = ISP_READ(isp, OUTMAILBOX6);
5605                 }
5606         }
5607         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5608
5609         switch (mbox) {
5610         case ASYNC_BUS_RESET:
5611                 ISP_SET_SENDMARKER(isp, chan, 1);
5612 #ifdef  ISP_TARGET_MODE
5613                 if (isp_target_async(isp, chan, mbox)) {
5614                         acked = 1;
5615                 }
5616 #endif
5617                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5618                 break;
5619         case ASYNC_SYSTEM_ERROR:
5620                 isp->isp_dead = 1;
5621                 isp->isp_state = ISP_CRASHED;
5622                 /*
5623                  * Were we waiting for a mailbox command to complete?
5624                  * If so, it's dead, so wake up the waiter.
5625                  */
5626                 if (isp->isp_mboxbsy) {
5627                         isp->isp_obits = 1;
5628                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5629                         MBOX_NOTIFY_COMPLETE(isp);
5630                 }
5631                 /*
5632                  * It's up to the handler for isp_async to reinit stuff and
5633                  * restart the firmware
5634                  */
5635                 isp_async(isp, ISPASYNC_FW_CRASH);
5636                 acked = 1;
5637                 break;
5638
5639         case ASYNC_RQS_XFER_ERR:
5640                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5641                 break;
5642
5643         case ASYNC_RSP_XFER_ERR:
5644                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5645                 break;
5646
5647         case ASYNC_QWAKEUP:
5648                 /*
5649                  * We've just been notified that the Queue has woken up.
5650                  * We don't need to be chatty about this- just unlatch things
5651                  * and move on.
5652                  */
5653                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5654                 break;
5655
5656         case ASYNC_TIMEOUT_RESET:
5657                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5658                 ISP_SET_SENDMARKER(isp, chan, 1);
5659 #ifdef  ISP_TARGET_MODE
5660                 if (isp_target_async(isp, chan, mbox)) {
5661                         acked = 1;
5662                 }
5663 #endif
5664                 break;
5665
5666         case ASYNC_DEVICE_RESET:
5667                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5668                 ISP_SET_SENDMARKER(isp, chan, 1);
5669 #ifdef  ISP_TARGET_MODE
5670                 if (isp_target_async(isp, chan, mbox)) {
5671                         acked = 1;
5672                 }
5673 #endif
5674                 break;
5675
5676         case ASYNC_EXTMSG_UNDERRUN:
5677                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5678                 break;
5679
5680         case ASYNC_SCAM_INT:
5681                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5682                 break;
5683
5684         case ASYNC_HUNG_SCSI:
5685                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5686                 /* XXX: Need to issue SCSI reset at this point */
5687                 break;
5688
5689         case ASYNC_KILLED_BUS:
5690                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5691                 break;
5692
5693         case ASYNC_BUS_TRANSIT:
5694                 mbox = ISP_READ(isp, OUTMAILBOX2);
5695                 switch (mbox & SXP_PINS_MODE_MASK) {
5696                 case SXP_PINS_LVD_MODE:
5697                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5698                         SDPARAM(isp, chan)->isp_diffmode = 0;
5699                         SDPARAM(isp, chan)->isp_ultramode = 0;
5700                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5701                         break;
5702                 case SXP_PINS_HVD_MODE:
5703                         isp_prt(isp, ISP_LOGINFO,
5704                             "Transition to Differential mode");
5705                         SDPARAM(isp, chan)->isp_diffmode = 1;
5706                         SDPARAM(isp, chan)->isp_ultramode = 0;
5707                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5708                         break;
5709                 case SXP_PINS_SE_MODE:
5710                         isp_prt(isp, ISP_LOGINFO,
5711                             "Transition to Single Ended mode");
5712                         SDPARAM(isp, chan)->isp_diffmode = 0;
5713                         SDPARAM(isp, chan)->isp_ultramode = 1;
5714                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5715                         break;
5716                 default:
5717                         isp_prt(isp, ISP_LOGWARN,
5718                             "Transition to Unknown Mode 0x%x", mbox);
5719                         break;
5720                 }
5721                 /*
5722                  * XXX: Set up to renegotiate again!
5723                  */
5724                 /* Can only be for a 1080... */
5725                 ISP_SET_SENDMARKER(isp, chan, 1);
5726                 break;
5727
5728         case ASYNC_CMD_CMPLT:
5729         case ASYNC_RIO32_1:
5730                 if (!IS_ULTRA3(isp)) {
5731                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5732                         break;
5733                 }
5734                 /* FALLTHROUGH */
5735                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5736                 break;
5737
5738         case ASYNC_RIO32_2:
5739                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5740                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5741                 break;
5742
5743         case ASYNC_RIO16_5:
5744         case ASYNC_RIO16_4:
5745         case ASYNC_RIO16_3:
5746         case ASYNC_RIO16_2:
5747         case ASYNC_RIO16_1:
5748                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5749                 break;
5750         default:
5751                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5752                 break;
5753         }
5754
5755         if (h1 || h2) {
5756                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5757                 isp_fastpost_complete(isp, h1);
5758                 if (h2) {
5759                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5760                         isp_fastpost_complete(isp, h2);
5761                         if (isp->isp_fpcchiwater < 2) {
5762                                 isp->isp_fpcchiwater = 2;
5763                         }
5764                 } else {
5765                         if (isp->isp_fpcchiwater < 1) {
5766                                 isp->isp_fpcchiwater = 1;
5767                         }
5768                 }
5769         } else {
5770                 isp->isp_intoasync++;
5771         }
5772         return (acked);
5773 }
5774
5775 static int
5776 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5777 {
5778         fcparam *fcp;
5779         int acked = 0;
5780         uint16_t chan;
5781
5782         if (IS_DUALBUS(isp)) {
5783                 chan = ISP_READ(isp, OUTMAILBOX6);
5784         } else {
5785                 chan = 0;
5786         }
5787         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5788
5789         switch (mbox) {
5790         case ASYNC_SYSTEM_ERROR:
5791                 isp->isp_dead = 1;
5792                 isp->isp_state = ISP_CRASHED;
5793                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5794                 isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5795                 /*
5796                  * Were we waiting for a mailbox command to complete?
5797                  * If so, it's dead, so wake up the waiter.
5798                  */
5799                 if (isp->isp_mboxbsy) {
5800                         isp->isp_obits = 1;
5801                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5802                         MBOX_NOTIFY_COMPLETE(isp);
5803                 }
5804                 /*
5805                  * It's up to the handler for isp_async to reinit stuff and
5806                  * restart the firmware
5807                  */
5808                 isp_async(isp, ISPASYNC_FW_CRASH);
5809                 acked = 1;
5810                 break;
5811
5812         case ASYNC_RQS_XFER_ERR:
5813                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5814                 break;
5815
5816         case ASYNC_RSP_XFER_ERR:
5817                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5818                 break;
5819
5820         case ASYNC_QWAKEUP:
5821 #ifdef  ISP_TARGET_MODE
5822                 if (IS_24XX(isp)) {
5823                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5824                         break;
5825                 }
5826 #endif
5827                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5828                 break;
5829
5830         case ASYNC_CMD_CMPLT:
5831                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5832                 if (isp->isp_fpcchiwater < 1) {
5833                         isp->isp_fpcchiwater = 1;
5834                 }
5835                 break;
5836
5837         case ASYNC_RIOZIO_STALL:
5838                 break;
5839
5840         case ASYNC_CTIO_DONE:
5841 #ifdef  ISP_TARGET_MODE
5842                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5843                         acked = 1;
5844                 } else {
5845                         isp->isp_fphccmplt++;
5846                 }
5847 #else
5848                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5849 #endif
5850                 break;
5851         case ASYNC_LIP_ERROR:
5852         case ASYNC_LIP_NOS_OLS_RECV:
5853         case ASYNC_LIP_OCCURRED:
5854         case ASYNC_PTPMODE:
5855                 /*
5856                  * These are broadcast events that have to be sent across
5857                  * all active channels.
5858                  */
5859                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5860                         fcp = FCPARAM(isp, chan);
5861                         int topo = fcp->isp_topo;
5862
5863                         if (fcp->role == ISP_ROLE_NONE)
5864                                 continue;
5865                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5866                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5867                         ISP_SET_SENDMARKER(isp, chan, 1);
5868                         isp_async(isp, ISPASYNC_LIP, chan);
5869 #ifdef  ISP_TARGET_MODE
5870                         if (isp_target_async(isp, chan, mbox)) {
5871                                 acked = 1;
5872                         }
5873 #endif
5874                         /*
5875                          * We've had problems with data corruption occuring on
5876                          * commands that complete (with no apparent error) after
5877                          * we receive a LIP. This has been observed mostly on
5878                          * Local Loop topologies. To be safe, let's just mark
5879                          * all active initiator commands as dead.
5880                          */
5881                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5882                                 int i, j;
5883                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5884                                         XS_T *xs;
5885                                         isp_hdl_t *hdp;
5886
5887                                         hdp = &isp->isp_xflist[i];
5888                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5889                                                 continue;
5890                                         }
5891                                         xs = hdp->cmd;
5892                                         if (XS_CHANNEL(xs) != chan) {
5893                                                 continue;
5894                                         }
5895                                         j++;
5896                                         isp_prt(isp, ISP_LOG_WARN1,
5897                                             "%d.%d.%jx bus reset set at %s:%u",
5898                                             XS_CHANNEL(xs), XS_TGT(xs),
5899                                             (uintmax_t)XS_LUN(xs),
5900                                             __func__, __LINE__);
5901                                         XS_SETERR(xs, HBA_BUSRESET);
5902                                 }
5903                                 if (j) {
5904                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5905                                 }
5906                         }
5907                 }
5908                 break;
5909
5910         case ASYNC_LOOP_UP:
5911                 /*
5912                  * This is a broadcast event that has to be sent across
5913                  * all active channels.
5914                  */
5915                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5916                         fcp = FCPARAM(isp, chan);
5917                         if (fcp->role == ISP_ROLE_NONE)
5918                                 continue;
5919                         fcp->isp_linkstate = 1;
5920                         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5921                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5922                         ISP_SET_SENDMARKER(isp, chan, 1);
5923                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5924 #ifdef  ISP_TARGET_MODE
5925                         if (isp_target_async(isp, chan, mbox)) {
5926                                 acked = 1;
5927                         }
5928 #endif
5929                 }
5930                 break;
5931
5932         case ASYNC_LOOP_DOWN:
5933                 /*
5934                  * This is a broadcast event that has to be sent across
5935                  * all active channels.
5936                  */
5937                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5938                         fcp = FCPARAM(isp, chan);
5939                         if (fcp->role == ISP_ROLE_NONE)
5940                                 continue;
5941                         ISP_SET_SENDMARKER(isp, chan, 1);
5942                         fcp->isp_linkstate = 0;
5943                         fcp->isp_loopstate = LOOP_NIL;
5944                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5945 #ifdef  ISP_TARGET_MODE
5946                         if (isp_target_async(isp, chan, mbox)) {
5947                                 acked = 1;
5948                         }
5949 #endif
5950                 }
5951                 break;
5952
5953         case ASYNC_LOOP_RESET:
5954                 /*
5955                  * This is a broadcast event that has to be sent across
5956                  * all active channels.
5957                  */
5958                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5959                         fcp = FCPARAM(isp, chan);
5960                         if (fcp->role == ISP_ROLE_NONE)
5961                                 continue;
5962                         ISP_SET_SENDMARKER(isp, chan, 1);
5963                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5964                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5965                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5966 #ifdef  ISP_TARGET_MODE
5967                         if (isp_target_async(isp, chan, mbox)) {
5968                                 acked = 1;
5969                         }
5970 #endif
5971                 }
5972                 break;
5973
5974         case ASYNC_PDB_CHANGED:
5975         {
5976                 int echan, nphdl, nlstate, reason;
5977
5978                 if (IS_23XX(isp) || IS_24XX(isp)) {
5979                         nphdl = ISP_READ(isp, OUTMAILBOX1);
5980                         nlstate = ISP_READ(isp, OUTMAILBOX2);
5981                 } else {
5982                         nphdl = nlstate = 0xffff;
5983                 }
5984                 if (IS_24XX(isp))
5985                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5986                 else
5987                         reason = 0xff;
5988                 if (ISP_CAP_MULTI_ID(isp)) {
5989                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5990                         if (chan == 0xff || nphdl == NIL_HANDLE) {
5991                                 chan = 0;
5992                                 echan = isp->isp_nchan - 1;
5993                         } else if (chan >= isp->isp_nchan) {
5994                                 break;
5995                         } else {
5996                                 echan = chan;
5997                         }
5998                 } else {
5999                         chan = echan = 0;
6000                 }
6001                 for (; chan <= echan; chan++) {
6002                         fcp = FCPARAM(isp, chan);
6003                         if (fcp->role == ISP_ROLE_NONE)
6004                                 continue;
6005                         if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
6006                                 if (nphdl != NIL_HANDLE &&
6007                                     nphdl == fcp->isp_login_hdl &&
6008                                     reason == PDB24XX_AE_OPN_2)
6009                                         continue;
6010                                 fcp->isp_loopstate = LOOP_LTEST_DONE;
6011                         } else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6012                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
6013                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6014                             ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6015                 }
6016                 break;
6017         }
6018         case ASYNC_CHANGE_NOTIFY:
6019         {
6020                 int portid;
6021
6022                 portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
6023                     ISP_READ(isp, OUTMAILBOX2);
6024                 if (ISP_CAP_MULTI_ID(isp)) {
6025                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6026                         if (chan >= isp->isp_nchan)
6027                                 break;
6028                 } else {
6029                         chan = 0;
6030                 }
6031                 fcp = FCPARAM(isp, chan);
6032                 if (fcp->role == ISP_ROLE_NONE)
6033                         break;
6034                 if (fcp->isp_loopstate > LOOP_LTEST_DONE)
6035                         fcp->isp_loopstate = LOOP_LTEST_DONE;
6036                 else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6037                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6038                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6039                     ISPASYNC_CHANGE_SNS, portid);
6040                 break;
6041         }
6042         case ASYNC_ERR_LOGGING_DISABLED:
6043                 isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
6044                     ISP_READ(isp, OUTMAILBOX1));
6045                 break;
6046         case ASYNC_CONNMODE:
6047                 /*
6048                  * This only applies to 2100 amd 2200 cards
6049                  */
6050                 if (!IS_2200(isp) && !IS_2100(isp)) {
6051                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6052                         break;
6053                 }
6054                 chan = 0;
6055                 mbox = ISP_READ(isp, OUTMAILBOX1);
6056                 switch (mbox) {
6057                 case ISP_CONN_LOOP:
6058                         isp_prt(isp, ISP_LOGINFO,
6059                             "Point-to-Point -> Loop mode");
6060                         break;
6061                 case ISP_CONN_PTP:
6062                         isp_prt(isp, ISP_LOGINFO,
6063                             "Loop -> Point-to-Point mode");
6064                         break;
6065                 case ISP_CONN_BADLIP:
6066                         isp_prt(isp, ISP_LOGWARN,
6067                             "Point-to-Point -> Loop mode (BAD LIP)");
6068                         break;
6069                 case ISP_CONN_FATAL:
6070                         isp->isp_dead = 1;
6071                         isp->isp_state = ISP_CRASHED;
6072                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6073                         isp_async(isp, ISPASYNC_FW_CRASH);
6074                         return (-1);
6075                 case ISP_CONN_LOOPBACK:
6076                         isp_prt(isp, ISP_LOGWARN,
6077                             "Looped Back in Point-to-Point mode");
6078                         break;
6079                 default:
6080                         isp_prt(isp, ISP_LOGWARN,
6081                             "Unknown connection mode (0x%x)", mbox);
6082                         break;
6083                 }
6084                 ISP_SET_SENDMARKER(isp, chan, 1);
6085                 FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
6086                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6087                 break;
6088         case ASYNC_P2P_INIT_ERR:
6089                 isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
6090                     ISP_READ(isp, OUTMAILBOX1));
6091                 break;
6092         case ASYNC_RCV_ERR:
6093                 if (IS_24XX(isp)) {
6094                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6095                 } else {
6096                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6097                 }
6098                 break;
6099         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6100                 if (IS_24XX(isp)) {
6101                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6102                         break;
6103                 } else {
6104                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6105                         break;
6106                 }
6107         case ASYNC_FW_RESTART_COMPLETE:
6108                 isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
6109                 break;
6110         case ASYNC_TEMPERATURE_ALERT:
6111                 isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
6112                     ISP_READ(isp, OUTMAILBOX1));
6113                 break;
6114         case ASYNC_AUTOLOAD_FW_COMPLETE:
6115                 isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
6116                 break;
6117         case ASYNC_AUTOLOAD_FW_FAILURE:
6118                 isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
6119                 break;
6120         default:
6121                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6122                 break;
6123         }
6124         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6125                 isp->isp_intoasync++;
6126         }
6127         return (acked);
6128 }
6129
6130 /*
6131  * Handle other response entries. A pointer to the request queue output
6132  * index is here in case we want to eat several entries at once, although
6133  * this is not used currently.
6134  */
6135
6136 static int
6137 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6138 {
6139         isp_ridacq_t rid;
6140         int chan, c;
6141         uint32_t hdl;
6142         void *ptr;
6143
6144         switch (type) {
6145         case RQSTYPE_STATUS_CONT:
6146                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6147                 return (1);
6148         case RQSTYPE_MARKER:
6149                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6150                 return (1);
6151         case RQSTYPE_RPT_ID_ACQ:
6152                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6153                 if (rid.ridacq_format == 0) {
6154                         for (chan = 0; chan < isp->isp_nchan; chan++) {
6155                                 fcparam *fcp = FCPARAM(isp, chan);
6156                                 if (fcp->role == ISP_ROLE_NONE)
6157                                         continue;
6158                                 c = (chan == 0) ? 127 : (chan - 1);
6159                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
6160                                     chan == 0) {
6161                                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6162                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6163                                             chan, ISPASYNC_CHANGE_OTHER);
6164                                 } else {
6165                                         fcp->isp_loopstate = LOOP_NIL;
6166                                         isp_async(isp, ISPASYNC_LOOP_DOWN,
6167                                             chan);
6168                                 }
6169                         }
6170                 } else {
6171                         fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
6172                         if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
6173                             rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
6174                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
6175                                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6176                                     rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6177                         } else {
6178                                 fcp->isp_loopstate = LOOP_NIL;
6179                                 isp_async(isp, ISPASYNC_LOOP_DOWN,
6180                                     rid.ridacq_vp_index);
6181                         }
6182                 }
6183                 return (1);
6184         case RQSTYPE_CT_PASSTHRU:
6185         case RQSTYPE_VP_MODIFY:
6186         case RQSTYPE_VP_CTRL:
6187         case RQSTYPE_LOGIN:
6188                 ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
6189                 ptr = isp_find_xs(isp, hdl);
6190                 if (ptr != NULL) {
6191                         isp_destroy_handle(isp, hdl);
6192                         memcpy(ptr, hp, QENTRY_LEN);
6193                         wakeup(ptr);
6194                 }
6195                 return (1);
6196         case RQSTYPE_ATIO:
6197         case RQSTYPE_CTIO:
6198         case RQSTYPE_ENABLE_LUN:
6199         case RQSTYPE_MODIFY_LUN:
6200         case RQSTYPE_NOTIFY:
6201         case RQSTYPE_NOTIFY_ACK:
6202         case RQSTYPE_CTIO1:
6203         case RQSTYPE_ATIO2:
6204         case RQSTYPE_CTIO2:
6205         case RQSTYPE_CTIO3:
6206         case RQSTYPE_CTIO7:
6207         case RQSTYPE_ABTS_RCVD:
6208         case RQSTYPE_ABTS_RSP:
6209                 isp->isp_rsltccmplt++;  /* count as a response completion */
6210 #ifdef  ISP_TARGET_MODE
6211                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6212                         return (1);
6213                 }
6214 #endif
6215                 /* FALLTHROUGH */
6216         case RQSTYPE_REQUEST:
6217         default:
6218                 ISP_DELAY(100);
6219                 if (type != isp_get_response_type(isp, hp)) {
6220                         /*
6221                          * This is questionable- we're just papering over
6222                          * something we've seen on SMP linux in target
6223                          * mode- we don't really know what's happening
6224                          * here that causes us to think we've gotten
6225                          * an entry, but that either the entry isn't
6226                          * filled out yet or our CPU read data is stale.
6227                          */
6228                         isp_prt(isp, ISP_LOGINFO,
6229                                 "unstable type in response queue");
6230                         return (-1);
6231                 }
6232                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6233                     isp_get_response_type(isp, hp));
6234                 return (0);
6235         }
6236 }
6237
6238 static void
6239 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6240 {
6241         switch (sp->req_completion_status & 0xff) {
6242         case RQCS_COMPLETE:
6243                 if (XS_NOERR(xs)) {
6244                         XS_SETERR(xs, HBA_NOERROR);
6245                 }
6246                 return;
6247
6248         case RQCS_INCOMPLETE:
6249                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6250                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6251                         if (XS_NOERR(xs)) {
6252                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6253                                 *rp = XS_XFRLEN(xs);
6254                         }
6255                         return;
6256                 }
6257                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6258                 break;
6259
6260         case RQCS_DMA_ERROR:
6261                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6262                 *rp = XS_XFRLEN(xs);
6263                 break;
6264
6265         case RQCS_TRANSPORT_ERROR:
6266         {
6267                 char buf[172];
6268                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6269                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6270                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6271                 }
6272                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6273                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6274                 }
6275                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6276                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6277                 }
6278                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6279                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6280                 }
6281                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6282                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6283                 }
6284                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6285                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6286                 }
6287                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6288                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6289                 }
6290                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6291                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6292                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6293                 }
6294                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6295                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6296                 }
6297                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6298                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6299                 }
6300                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6301                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6302                 }
6303                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6304                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6305                 }
6306                 if (sp->req_status_flags & RQSTF_ABORTED) {
6307                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6308                 }
6309                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6310                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6311                 }
6312                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6313                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6314                 }
6315                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6316                 *rp = XS_XFRLEN(xs);
6317                 break;
6318         }
6319         case RQCS_RESET_OCCURRED:
6320         {
6321                 int chan;
6322                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6323                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6324                         FCPARAM(isp, chan)->sendmarker = 1;
6325                 }
6326                 if (XS_NOERR(xs)) {
6327                         XS_SETERR(xs, HBA_BUSRESET);
6328                 }
6329                 *rp = XS_XFRLEN(xs);
6330                 return;
6331         }
6332         case RQCS_ABORTED:
6333                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6334                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6335                 if (XS_NOERR(xs)) {
6336                         XS_SETERR(xs, HBA_ABORTED);
6337                 }
6338                 return;
6339
6340         case RQCS_TIMEOUT:
6341                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6342                 /*
6343                  * XXX: Check to see if we logged out of the device.
6344                  */
6345                 if (XS_NOERR(xs)) {
6346                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6347                 }
6348                 return;
6349
6350         case RQCS_DATA_OVERRUN:
6351                 XS_SET_RESID(xs, sp->req_resid);
6352                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6353                 if (XS_NOERR(xs)) {
6354                         XS_SETERR(xs, HBA_DATAOVR);
6355                 }
6356                 return;
6357
6358         case RQCS_COMMAND_OVERRUN:
6359                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6360                 break;
6361
6362         case RQCS_STATUS_OVERRUN:
6363                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6364                 break;
6365
6366         case RQCS_BAD_MESSAGE:
6367                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6368                 break;
6369
6370         case RQCS_NO_MESSAGE_OUT:
6371                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6372                 break;
6373
6374         case RQCS_EXT_ID_FAILED:
6375                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6376                 break;
6377
6378         case RQCS_IDE_MSG_FAILED:
6379                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6380                 break;
6381
6382         case RQCS_ABORT_MSG_FAILED:
6383                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6384                 break;
6385
6386         case RQCS_REJECT_MSG_FAILED:
6387                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6388                 break;
6389
6390         case RQCS_NOP_MSG_FAILED:
6391                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6392                 break;
6393
6394         case RQCS_PARITY_ERROR_MSG_FAILED:
6395                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6396                 break;
6397
6398         case RQCS_DEVICE_RESET_MSG_FAILED:
6399                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6400                 break;
6401
6402         case RQCS_ID_MSG_FAILED:
6403                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6404                 break;
6405
6406         case RQCS_UNEXP_BUS_FREE:
6407                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6408                 break;
6409
6410         case RQCS_DATA_UNDERRUN:
6411         {
6412                 if (IS_FC(isp)) {
6413                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6414                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6415                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6416                                 if (XS_NOERR(xs)) {
6417                                         XS_SETERR(xs, HBA_BOTCH);
6418                                 }
6419                                 return;
6420                         }
6421                 }
6422                 XS_SET_RESID(xs, sp->req_resid);
6423                 if (XS_NOERR(xs)) {
6424                         XS_SETERR(xs, HBA_NOERROR);
6425                 }
6426                 return;
6427         }
6428
6429         case RQCS_XACT_ERR1:
6430                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6431                 break;
6432
6433         case RQCS_XACT_ERR2:
6434                 isp_xs_prt(isp, xs, ISP_LOGERR,
6435                     "HBA attempted queued transaction to target routine %jx",
6436                     (uintmax_t)XS_LUN(xs));
6437                 break;
6438
6439         case RQCS_XACT_ERR3:
6440                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6441                 break;
6442
6443         case RQCS_BAD_ENTRY:
6444                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6445                 break;
6446
6447         case RQCS_QUEUE_FULL:
6448                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6449
6450                 /*
6451                  * If QFULL or some other status byte is set, then this
6452                  * isn't an error, per se.
6453                  *
6454                  * Unfortunately, some QLogic f/w writers have, in
6455                  * some cases, ommitted to *set* status to QFULL.
6456                  */
6457 #if     0
6458                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6459                         XS_SETERR(xs, HBA_NOERROR);
6460                         return;
6461                 }
6462
6463 #endif
6464                 *XS_STSP(xs) = SCSI_QFULL;
6465                 XS_SETERR(xs, HBA_NOERROR);
6466                 return;
6467
6468         case RQCS_PHASE_SKIPPED:
6469                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6470                 break;
6471
6472         case RQCS_ARQS_FAILED:
6473                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6474                 if (XS_NOERR(xs)) {
6475                         XS_SETERR(xs, HBA_ARQFAIL);
6476                 }
6477                 return;
6478
6479         case RQCS_WIDE_FAILED:
6480                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6481                 if (IS_SCSI(isp)) {
6482                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6483                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6484                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6485                         sdp->update = 1;
6486                 }
6487                 if (XS_NOERR(xs)) {
6488                         XS_SETERR(xs, HBA_NOERROR);
6489                 }
6490                 return;
6491
6492         case RQCS_SYNCXFER_FAILED:
6493                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6494                 if (IS_SCSI(isp)) {
6495                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6496                         sdp += XS_CHANNEL(xs);
6497                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6498                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6499                         sdp->update = 1;
6500                 }
6501                 break;
6502
6503         case RQCS_LVD_BUSERR:
6504                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6505                 break;
6506
6507         case RQCS_PORT_UNAVAILABLE:
6508                 /*
6509                  * No such port on the loop. Moral equivalent of SELTIMEO
6510                  */
6511         case RQCS_PORT_LOGGED_OUT:
6512         {
6513                 const char *reason;
6514                 uint8_t sts = sp->req_completion_status & 0xff;
6515
6516                 /*
6517                  * It was there (maybe)- treat as a selection timeout.
6518                  */
6519                 if (sts == RQCS_PORT_UNAVAILABLE) {
6520                         reason = "unavailable";
6521                 } else {
6522                         reason = "logout";
6523                 }
6524
6525                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6526
6527                 /*
6528                  * If we're on a local loop, force a LIP (which is overkill)
6529                  * to force a re-login of this unit. If we're on fabric,
6530                  * then we'll have to log in again as a matter of course.
6531                  */
6532                 if (FCPARAM(isp, 0)->isp_topo == TOPO_NL_PORT ||
6533                     FCPARAM(isp, 0)->isp_topo == TOPO_FL_PORT) {
6534                         mbreg_t mbs;
6535                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6536                         if (ISP_CAP_2KLOGIN(isp)) {
6537                                 mbs.ibits = (1 << 10);
6538                         }
6539                         isp_mboxcmd_qnw(isp, &mbs, 1);
6540                 }
6541                 if (XS_NOERR(xs)) {
6542                         XS_SETERR(xs, HBA_SELTIMEOUT);
6543                 }
6544                 return;
6545         }
6546         case RQCS_PORT_CHANGED:
6547                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6548                 if (XS_NOERR(xs)) {
6549                         XS_SETERR(xs, HBA_SELTIMEOUT);
6550                 }
6551                 return;
6552
6553         case RQCS_PORT_BUSY:
6554                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6555                 if (XS_NOERR(xs)) {
6556                         XS_SETERR(xs, HBA_TGTBSY);
6557                 }
6558                 return;
6559
6560         default:
6561                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6562                 break;
6563         }
6564         if (XS_NOERR(xs)) {
6565                 XS_SETERR(xs, HBA_BOTCH);
6566         }
6567 }
6568
6569 static void
6570 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6571 {
6572         int ru_marked, sv_marked;
6573         int chan = XS_CHANNEL(xs);
6574
6575         switch (sp->req_completion_status) {
6576         case RQCS_COMPLETE:
6577                 if (XS_NOERR(xs)) {
6578                         XS_SETERR(xs, HBA_NOERROR);
6579                 }
6580                 return;
6581
6582         case RQCS_DMA_ERROR:
6583                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6584                 break;
6585
6586         case RQCS_TRANSPORT_ERROR:
6587                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6588                 break;
6589
6590         case RQCS_RESET_OCCURRED:
6591                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6592                 FCPARAM(isp, chan)->sendmarker = 1;
6593                 if (XS_NOERR(xs)) {
6594                         XS_SETERR(xs, HBA_BUSRESET);
6595                 }
6596                 return;
6597
6598         case RQCS_ABORTED:
6599                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6600                 FCPARAM(isp, chan)->sendmarker = 1;
6601                 if (XS_NOERR(xs)) {
6602                         XS_SETERR(xs, HBA_ABORTED);
6603                 }
6604                 return;
6605
6606         case RQCS_TIMEOUT:
6607                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6608                 if (XS_NOERR(xs)) {
6609                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6610                 }
6611                 return;
6612
6613         case RQCS_DATA_OVERRUN:
6614                 XS_SET_RESID(xs, sp->req_resid);
6615                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6616                 if (XS_NOERR(xs)) {
6617                         XS_SETERR(xs, HBA_DATAOVR);
6618                 }
6619                 return;
6620
6621         case RQCS_24XX_DRE:     /* data reassembly error */
6622                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6623                 if (XS_NOERR(xs)) {
6624                         XS_SETERR(xs, HBA_ABORTED);
6625                 }
6626                 *rp = XS_XFRLEN(xs);
6627                 return;
6628
6629         case RQCS_24XX_TABORT:  /* aborted by target */
6630                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6631                 if (XS_NOERR(xs)) {
6632                         XS_SETERR(xs, HBA_ABORTED);
6633                 }
6634                 return;
6635
6636         case RQCS_DATA_UNDERRUN:
6637                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6638                 /*
6639                  * We can get an underrun w/o things being marked
6640                  * if we got a non-zero status.
6641                  */
6642                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6643                 if ((ru_marked == 0 && sv_marked == 0) ||
6644                     (sp->req_resid > XS_XFRLEN(xs))) {
6645                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6646                         if (XS_NOERR(xs)) {
6647                                 XS_SETERR(xs, HBA_BOTCH);
6648                         }
6649                         return;
6650                 }
6651                 XS_SET_RESID(xs, sp->req_resid);
6652                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6653                 if (XS_NOERR(xs)) {
6654                         XS_SETERR(xs, HBA_NOERROR);
6655                 }
6656                 return;
6657
6658         case RQCS_PORT_UNAVAILABLE:
6659                 /*
6660                  * No such port on the loop. Moral equivalent of SELTIMEO
6661                  */
6662         case RQCS_PORT_LOGGED_OUT:
6663         {
6664                 const char *reason;
6665                 uint8_t sts = sp->req_completion_status & 0xff;
6666
6667                 /*
6668                  * It was there (maybe)- treat as a selection timeout.
6669                  */
6670                 if (sts == RQCS_PORT_UNAVAILABLE) {
6671                         reason = "unavailable";
6672                 } else {
6673                         reason = "logout";
6674                 }
6675
6676                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6677                     chan, reason, XS_TGT(xs));
6678
6679                 /*
6680                  * There is no MBOX_INIT_LIP for the 24XX.
6681                  */
6682                 if (XS_NOERR(xs)) {
6683                         XS_SETERR(xs, HBA_SELTIMEOUT);
6684                 }
6685                 return;
6686         }
6687         case RQCS_PORT_CHANGED:
6688                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6689                 if (XS_NOERR(xs)) {
6690                         XS_SETERR(xs, HBA_SELTIMEOUT);
6691                 }
6692                 return;
6693
6694
6695         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6696                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6697                 if (XS_NOERR(xs)) {
6698                         *XS_STSP(xs) = SCSI_BUSY;
6699                         XS_SETERR(xs, HBA_TGTBSY);
6700                 }
6701                 return;
6702
6703         case RQCS_24XX_TMO:     /* task management overrun */
6704                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6705                 if (XS_NOERR(xs)) {
6706                         *XS_STSP(xs) = SCSI_BUSY;
6707                         XS_SETERR(xs, HBA_TGTBSY);
6708                 }
6709                 return;
6710
6711         default:
6712                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6713                 break;
6714         }
6715         if (XS_NOERR(xs)) {
6716                 XS_SETERR(xs, HBA_BOTCH);
6717         }
6718 }
6719
6720 static void
6721 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6722 {
6723         XS_T *xs;
6724
6725         if (fph == 0) {
6726                 return;
6727         }
6728         xs = isp_find_xs(isp, fph);
6729         if (xs == NULL) {
6730                 isp_prt(isp, ISP_LOGWARN,
6731                     "Command for fast post handle 0x%x not found", fph);
6732                 return;
6733         }
6734         isp_destroy_handle(isp, fph);
6735
6736         /*
6737          * Since we don't have a result queue entry item,
6738          * we must believe that SCSI status is zero and
6739          * that all data transferred.
6740          */
6741         XS_SET_RESID(xs, 0);
6742         *XS_STSP(xs) = SCSI_GOOD;
6743         if (XS_XFRLEN(xs)) {
6744                 ISP_DMAFREE(isp, xs, fph);
6745         }
6746         if (isp->isp_nactive) {
6747                 isp->isp_nactive--;
6748         }
6749         isp->isp_fphccmplt++;
6750         isp_done(xs);
6751 }
6752
6753 static int
6754 isp_mbox_continue(ispsoftc_t *isp)
6755 {
6756         mbreg_t mbs;
6757         uint16_t *ptr;
6758         uint32_t offset;
6759
6760         switch (isp->isp_lastmbxcmd) {
6761         case MBOX_WRITE_RAM_WORD:
6762         case MBOX_READ_RAM_WORD:
6763         case MBOX_WRITE_RAM_WORD_EXTENDED:
6764         case MBOX_READ_RAM_WORD_EXTENDED:
6765                 break;
6766         default:
6767                 return (1);
6768         }
6769         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6770                 isp->isp_mbxwrk0 = 0;
6771                 return (-1);
6772         }
6773
6774         /*
6775          * Clear the previous interrupt.
6776          */
6777         if (IS_24XX(isp)) {
6778                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6779         } else {
6780                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6781                 ISP_WRITE(isp, BIU_SEMA, 0);
6782         }
6783
6784         /*
6785          * Continue with next word.
6786          */
6787         ISP_MEMZERO(&mbs, sizeof (mbs));
6788         ptr = isp->isp_mbxworkp;
6789         switch (isp->isp_lastmbxcmd) {
6790         case MBOX_WRITE_RAM_WORD:
6791                 mbs.param[1] = isp->isp_mbxwrk1++;
6792                 mbs.param[2] = *ptr++;
6793                 break;
6794         case MBOX_READ_RAM_WORD:
6795                 *ptr++ = isp->isp_mboxtmp[2];
6796                 mbs.param[1] = isp->isp_mbxwrk1++;
6797                 break;
6798         case MBOX_WRITE_RAM_WORD_EXTENDED:
6799                 if (IS_24XX(isp)) {
6800                         uint32_t *lptr = (uint32_t *)ptr;
6801                         mbs.param[2] = lptr[0];
6802                         mbs.param[3] = lptr[0] >> 16;
6803                         lptr++;
6804                         ptr = (uint16_t *)lptr;
6805                 } else {
6806                         mbs.param[2] = *ptr++;
6807                 }
6808                 offset = isp->isp_mbxwrk1;
6809                 offset |= isp->isp_mbxwrk8 << 16;
6810                 mbs.param[1] = offset;
6811                 mbs.param[8] = offset >> 16;
6812                 offset++;
6813                 isp->isp_mbxwrk1 = offset;
6814                 isp->isp_mbxwrk8 = offset >> 16;
6815                 break;
6816         case MBOX_READ_RAM_WORD_EXTENDED:
6817                 if (IS_24XX(isp)) {
6818                         uint32_t *lptr = (uint32_t *)ptr;
6819                         uint32_t val = isp->isp_mboxtmp[2];
6820                         val |= (isp->isp_mboxtmp[3]) << 16;
6821                         *lptr++ = val;
6822                         ptr = (uint16_t *)lptr;
6823                 } else {
6824                         *ptr++ = isp->isp_mboxtmp[2];
6825                 }
6826                 offset = isp->isp_mbxwrk1;
6827                 offset |= isp->isp_mbxwrk8 << 16;
6828                 mbs.param[1] = offset;
6829                 mbs.param[8] = offset >> 16;
6830                 offset++;
6831                 isp->isp_mbxwrk1 = offset;
6832                 isp->isp_mbxwrk8 = offset >> 16;
6833                 break;
6834         }
6835         isp->isp_mbxworkp = ptr;
6836         isp->isp_mbxwrk0--;
6837         mbs.param[0] = isp->isp_lastmbxcmd;
6838         mbs.logval = MBLOGALL;
6839         isp_mboxcmd_qnw(isp, &mbs, 0);
6840         return (0);
6841 }
6842
6843 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6844 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6845 #define ISP_SCSI_OPMAP(in, out)         in, out
6846 static const uint8_t mbpscsi[] = {
6847         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6848         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6849         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6850         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6851         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6852         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6853         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6854         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6855         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6856         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6857         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6858         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6859         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6860         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6861         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6862         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6863         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6864         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6865         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6866         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6867         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6868         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6869         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6870         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6871         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6872         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6873         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6874         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6875         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6876         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6877         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6878         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6879         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6880         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6881         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6882         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6883         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6884         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6885         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6886         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6887         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6888         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6889         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6890         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6891         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6892         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6893         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6894         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6895         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6896         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6897         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6898         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6899         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6900         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6901         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6902         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6903         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6904         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6905         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6906         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6907         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6908         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6909         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6910         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6911         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6912         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6913         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6914         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6915         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6916         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6917         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6918         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6919         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6920         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6921         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6922         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6923         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6924         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6925         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6926         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6927         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6928         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6929         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6930         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6931         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6932         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6933         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6934         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6935         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6936         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6937         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6938         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6939         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6940         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6941 };
6942 #define MAX_SCSI_OPCODE 0x5d
6943
6944 static const char *scsi_mbcmd_names[] = {
6945         "NO-OP",
6946         "LOAD RAM",
6947         "EXEC FIRMWARE",
6948         "DUMP RAM",
6949         "WRITE RAM WORD",
6950         "READ RAM WORD",
6951         "MAILBOX REG TEST",
6952         "VERIFY CHECKSUM",
6953         "ABOUT FIRMWARE",
6954         NULL,
6955         NULL,
6956         NULL,
6957         NULL,
6958         NULL,
6959         "CHECK FIRMWARE",
6960         NULL,
6961         "INIT REQUEST QUEUE",
6962         "INIT RESULT QUEUE",
6963         "EXECUTE IOCB",
6964         "WAKE UP",
6965         "STOP FIRMWARE",
6966         "ABORT",
6967         "ABORT DEVICE",
6968         "ABORT TARGET",
6969         "BUS RESET",
6970         "STOP QUEUE",
6971         "START QUEUE",
6972         "SINGLE STEP QUEUE",
6973         "ABORT QUEUE",
6974         "GET DEV QUEUE STATUS",
6975         NULL,
6976         "GET FIRMWARE STATUS",
6977         "GET INIT SCSI ID",
6978         "GET SELECT TIMEOUT",
6979         "GET RETRY COUNT",
6980         "GET TAG AGE LIMIT",
6981         "GET CLOCK RATE",
6982         "GET ACT NEG STATE",
6983         "GET ASYNC DATA SETUP TIME",
6984         "GET PCI PARAMS",
6985         "GET TARGET PARAMS",
6986         "GET DEV QUEUE PARAMS",
6987         "GET RESET DELAY PARAMS",
6988         NULL,
6989         NULL,
6990         NULL,
6991         NULL,
6992         NULL,
6993         "SET INIT SCSI ID",
6994         "SET SELECT TIMEOUT",
6995         "SET RETRY COUNT",
6996         "SET TAG AGE LIMIT",
6997         "SET CLOCK RATE",
6998         "SET ACT NEG STATE",
6999         "SET ASYNC DATA SETUP TIME",
7000         "SET PCI CONTROL PARAMS",
7001         "SET TARGET PARAMS",
7002         "SET DEV QUEUE PARAMS",
7003         "SET RESET DELAY PARAMS",
7004         NULL,
7005         NULL,
7006         NULL,
7007         NULL,
7008         NULL,
7009         "RETURN BIOS BLOCK ADDR",
7010         "WRITE FOUR RAM WORDS",
7011         "EXEC BIOS IOCB",
7012         NULL,
7013         NULL,
7014         "SET SYSTEM PARAMETER",
7015         "GET SYSTEM PARAMETER",
7016         NULL,
7017         "GET SCAM CONFIGURATION",
7018         "SET SCAM CONFIGURATION",
7019         "SET FIRMWARE FEATURES",
7020         "GET FIRMWARE FEATURES",
7021         NULL,
7022         NULL,
7023         NULL,
7024         NULL,
7025         "LOAD RAM A64",
7026         "DUMP RAM A64",
7027         "INITIALIZE REQUEST QUEUE A64",
7028         "INITIALIZE RESPONSE QUEUE A64",
7029         "EXECUTE IOCB A64",
7030         "ENABLE TARGET MODE",
7031         "GET TARGET MODE STATE",
7032         NULL,
7033         NULL,
7034         NULL,
7035         "SET DATA OVERRUN RECOVERY MODE",
7036         "GET DATA OVERRUN RECOVERY MODE",
7037         "SET HOST DATA",
7038         "GET NOST DATA",
7039 };
7040
7041 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7042 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7043
7044 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7045 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7046 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7047 static const uint32_t mbpfc[] = {
7048         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7049         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7050         ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),      /* 0x02: MBOX_EXEC_FIRMWARE */
7051         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7052         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7053         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7054         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7055         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7056         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7057         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7058         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7059         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7060         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7061         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7062         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7063         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7064         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7065         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7066         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7067         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7068         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),        /* 0x14: MBOX_STOP_FIRMWARE */
7069         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7070         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7071         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7072         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7073         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7074         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7075         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7076         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7077         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7078         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7079         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7080         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
7081         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7082         ISP_FC_OPMAP(0x03, 0x4b),       /* 0x22: MBOX_GET_TIMEOUT_PARAMS */
7083         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7084         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7085         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7086         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7087         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7088         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7089         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7090         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7091         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7092         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7093         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7094         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7095         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7096         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7097         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7098         ISP_FC_OPMAP(0x4b, 0x4b),       /* 0x32: MBOX_SET_TIMEOUT_PARAMS */
7099         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7100         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7101         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7102         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7103         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7104         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7105         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7106         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7107         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7108         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7109         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7111         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7112         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7113         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7114         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7115         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7116         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7117         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7118         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7119         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7120         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7121         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7122         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7123         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7124         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7125         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7126         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7127         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7129         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7130         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7131         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7132         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7133         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7134         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7136         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7137         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7138         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7139         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7140         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7141         ISP_FC_OPMAP(0x07, 0x1f),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7142         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7143         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7144         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7145         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7146         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7147         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7148         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7149         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7150         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7151         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7152         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7153         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7154         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7155         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7156         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7157         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7158         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7159         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7160         ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),      /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7161         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7162         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7163         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7164         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7165         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
7166         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7167         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7168         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7169         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7170         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7171         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7172         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
7173         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7174         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7175 };
7176 #define MAX_FC_OPCODE   0x7e
7177 /*
7178  * Footnotes
7179  *
7180  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7181  *      do not access at this time in the core driver. The caller is
7182  *      responsible for setting this register first (Gross!). The assumption
7183  *      is that we won't overflow.
7184  */
7185
7186 static const char *fc_mbcmd_names[] = {
7187         "NO-OP",                        /* 00h */
7188         "LOAD RAM",
7189         "EXEC FIRMWARE",
7190         "DUMP RAM",
7191         "WRITE RAM WORD",
7192         "READ RAM WORD",
7193         "MAILBOX REG TEST",
7194         "VERIFY CHECKSUM",
7195         "ABOUT FIRMWARE",
7196         "LOAD RAM (2100)",
7197         "DUMP RAM",
7198         "LOAD RISC RAM",
7199         "DUMP RISC RAM",
7200         "WRITE RAM WORD EXTENDED",
7201         "CHECK FIRMWARE",
7202         "READ RAM WORD EXTENDED",
7203         "INIT REQUEST QUEUE",           /* 10h */
7204         "INIT RESULT QUEUE",
7205         "EXECUTE IOCB",
7206         "WAKE UP",
7207         "STOP FIRMWARE",
7208         "ABORT",
7209         "ABORT DEVICE",
7210         "ABORT TARGET",
7211         "BUS RESET",
7212         "STOP QUEUE",
7213         "START QUEUE",
7214         "SINGLE STEP QUEUE",
7215         "ABORT QUEUE",
7216         "GET DEV QUEUE STATUS",
7217         NULL,
7218         "GET FIRMWARE STATUS",
7219         "GET LOOP ID",                  /* 20h */
7220         NULL,
7221         "GET TIMEOUT PARAMS",
7222         NULL,
7223         NULL,
7224         NULL,
7225         NULL,
7226         NULL,
7227         "GET FIRMWARE OPTIONS",
7228         "GET PORT QUEUE PARAMS",
7229         "GENERATE SYSTEM ERROR",
7230         NULL,
7231         NULL,
7232         NULL,
7233         NULL,
7234         NULL,
7235         "WRITE SFP",                    /* 30h */
7236         "READ SFP",
7237         "SET TIMEOUT PARAMS",
7238         NULL,
7239         NULL,
7240         NULL,
7241         NULL,
7242         NULL,
7243         "SET FIRMWARE OPTIONS",
7244         "SET PORT QUEUE PARAMS",
7245         NULL,
7246         "SET FC LED CONF",
7247         NULL,
7248         "RESTART NIC FIRMWARE",
7249         "ACCESS CONTROL",
7250         NULL,
7251         "LOOP PORT BYPASS",             /* 40h */
7252         "LOOP PORT ENABLE",
7253         "GET RESOURCE COUNT",
7254         "REQUEST NON PARTICIPATING MODE",
7255         "DIAGNOSTIC ECHO TEST",
7256         "DIAGNOSTIC LOOPBACK",
7257         NULL,
7258         "GET PORT DATABASE ENHANCED",
7259         "INIT FIRMWARE MULTI ID",
7260         "GET VP DATABASE",
7261         "GET VP DATABASE ENTRY",
7262         NULL,
7263         NULL,
7264         NULL,
7265         NULL,
7266         NULL,
7267         "GET FCF LIST",                 /* 50h */
7268         "GET DCBX PARAMETERS",
7269         NULL,
7270         "HOST MEMORY COPY",
7271         "EXECUTE IOCB A64",
7272         NULL,
7273         NULL,
7274         "SEND RNID",
7275         NULL,
7276         "SET PARAMETERS",
7277         "GET PARAMETERS",
7278         "DRIVER HEARTBEAT",
7279         "FIRMWARE HEARTBEAT",
7280         "GET/SET DATA RATE",
7281         "SEND RNFT",
7282         NULL,
7283         "INIT FIRMWARE",                /* 60h */
7284         "GET INIT CONTROL BLOCK",
7285         "INIT LIP",
7286         "GET FC-AL POSITION MAP",
7287         "GET PORT DATABASE",
7288         "CLEAR ACA",
7289         "TARGET RESET",
7290         "CLEAR TASK SET",
7291         "ABORT TASK SET",
7292         "GET FW STATE",
7293         "GET PORT NAME",
7294         "GET LINK STATUS",
7295         "INIT LIP RESET",
7296         "GET LINK STATS & PRIVATE DATA CNTS",
7297         "SEND SNS",
7298         "FABRIC LOGIN",
7299         "SEND CHANGE REQUEST",          /* 70h */
7300         "FABRIC LOGOUT",
7301         "INIT LIP LOGIN",
7302         NULL,
7303         "LOGIN LOOP PORT",
7304         "GET PORT/NODE NAME LIST",
7305         "SET VENDOR ID",
7306         "INITIALIZE IP MAILBOX",
7307         NULL,
7308         NULL,
7309         "GET XGMAC STATS",
7310         NULL,
7311         "GET ID LIST",
7312         "SEND LFA",
7313         "LUN RESET"
7314 };
7315
7316 static void
7317 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7318 {
7319         unsigned int ibits, obits, box, opcode;
7320
7321         opcode = mbp->param[0];
7322         if (IS_FC(isp)) {
7323                 ibits = ISP_FC_IBITS(opcode);
7324                 obits = ISP_FC_OBITS(opcode);
7325         } else {
7326                 ibits = ISP_SCSI_IBITS(opcode);
7327                 obits = ISP_SCSI_OBITS(opcode);
7328         }
7329         ibits |= mbp->ibits;
7330         obits |= mbp->obits;
7331         for (box = 0; box < ISP_NMBOX(isp); box++) {
7332                 if (ibits & (1 << box)) {
7333                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7334                 }
7335                 if (nodelay == 0) {
7336                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7337                 }
7338         }
7339         if (nodelay == 0) {
7340                 isp->isp_lastmbxcmd = opcode;
7341                 isp->isp_obits = obits;
7342                 isp->isp_mboxbsy = 1;
7343         }
7344         if (IS_24XX(isp)) {
7345                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7346         } else {
7347                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7348         }
7349         /*
7350          * Oddly enough, if we're not delaying for an answer,
7351          * delay a bit to give the f/w a chance to pick up the
7352          * command.
7353          */
7354         if (nodelay) {
7355                 ISP_DELAY(1000);
7356         }
7357 }
7358
7359 static void
7360 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7361 {
7362         const char *cname, *xname, *sname;
7363         char tname[16], mname[16];
7364         unsigned int ibits, obits, box, opcode;
7365
7366         opcode = mbp->param[0];
7367         if (IS_FC(isp)) {
7368                 if (opcode > MAX_FC_OPCODE) {
7369                         mbp->param[0] = MBOX_INVALID_COMMAND;
7370                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7371                         return;
7372                 }
7373                 cname = fc_mbcmd_names[opcode];
7374                 ibits = ISP_FC_IBITS(opcode);
7375                 obits = ISP_FC_OBITS(opcode);
7376         } else {
7377                 if (opcode > MAX_SCSI_OPCODE) {
7378                         mbp->param[0] = MBOX_INVALID_COMMAND;
7379                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7380                         return;
7381                 }
7382                 cname = scsi_mbcmd_names[opcode];
7383                 ibits = ISP_SCSI_IBITS(opcode);
7384                 obits = ISP_SCSI_OBITS(opcode);
7385         }
7386         if (cname == NULL) {
7387                 cname = tname;
7388                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7389         }
7390         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7391
7392         /*
7393          * Pick up any additional bits that the caller might have set.
7394          */
7395         ibits |= mbp->ibits;
7396         obits |= mbp->obits;
7397
7398         /*
7399          * Mask any bits that the caller wants us to mask
7400          */
7401         ibits &= mbp->ibitm;
7402         obits &= mbp->obitm;
7403
7404
7405         if (ibits == 0 && obits == 0) {
7406                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7407                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7408                 return;
7409         }
7410
7411         /*
7412          * Get exclusive usage of mailbox registers.
7413          */
7414         if (MBOX_ACQUIRE(isp)) {
7415                 mbp->param[0] = MBOX_REGS_BUSY;
7416                 goto out;
7417         }
7418
7419         for (box = 0; box < ISP_NMBOX(isp); box++) {
7420                 if (ibits & (1 << box)) {
7421                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7422                             mbp->param[box]);
7423                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7424                 }
7425                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7426         }
7427
7428         isp->isp_lastmbxcmd = opcode;
7429
7430         /*
7431          * We assume that we can't overwrite a previous command.
7432          */
7433         isp->isp_obits = obits;
7434         isp->isp_mboxbsy = 1;
7435
7436         /*
7437          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7438          */
7439         if (IS_24XX(isp)) {
7440                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7441         } else {
7442                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7443         }
7444
7445         /*
7446          * While we haven't finished the command, spin our wheels here.
7447          */
7448         MBOX_WAIT_COMPLETE(isp, mbp);
7449
7450         /*
7451          * Did the command time out?
7452          */
7453         if (mbp->param[0] == MBOX_TIMEOUT) {
7454                 isp->isp_mboxbsy = 0;
7455                 MBOX_RELEASE(isp);
7456                 goto out;
7457         }
7458
7459         /*
7460          * Copy back output registers.
7461          */
7462         for (box = 0; box < ISP_NMBOX(isp); box++) {
7463                 if (obits & (1 << box)) {
7464                         mbp->param[box] = isp->isp_mboxtmp[box];
7465                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7466                             mbp->param[box]);
7467                 }
7468         }
7469
7470         isp->isp_mboxbsy = 0;
7471         MBOX_RELEASE(isp);
7472 out:
7473         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7474                 return;
7475
7476         if ((mbp->param[0] & 0xbfe0) == 0 &&
7477             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7478                 return;
7479
7480         xname = NULL;
7481         sname = "";
7482         switch (mbp->param[0]) {
7483         case MBOX_INVALID_COMMAND:
7484                 xname = "INVALID COMMAND";
7485                 break;
7486         case MBOX_HOST_INTERFACE_ERROR:
7487                 xname = "HOST INTERFACE ERROR";
7488                 break;
7489         case MBOX_TEST_FAILED:
7490                 xname = "TEST FAILED";
7491                 break;
7492         case MBOX_COMMAND_ERROR:
7493                 xname = "COMMAND ERROR";
7494                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7495                     mbp->param[1]);
7496                 sname = mname;
7497                 break;
7498         case MBOX_COMMAND_PARAM_ERROR:
7499                 xname = "COMMAND PARAMETER ERROR";
7500                 break;
7501         case MBOX_PORT_ID_USED:
7502                 xname = "PORT ID ALREADY IN USE";
7503                 break;
7504         case MBOX_LOOP_ID_USED:
7505                 xname = "LOOP ID ALREADY IN USE";
7506                 break;
7507         case MBOX_ALL_IDS_USED:
7508                 xname = "ALL LOOP IDS IN USE";
7509                 break;
7510         case MBOX_NOT_LOGGED_IN:
7511                 xname = "NOT LOGGED IN";
7512                 break;
7513         case MBOX_LINK_DOWN_ERROR:
7514                 xname = "LINK DOWN ERROR";
7515                 break;
7516         case MBOX_LOOPBACK_ERROR:
7517                 xname = "LOOPBACK ERROR";
7518                 break;
7519         case MBOX_CHECKSUM_ERROR:
7520                 xname = "CHECKSUM ERROR";
7521                 break;
7522         case MBOX_INVALID_PRODUCT_KEY:
7523                 xname = "INVALID PRODUCT KEY";
7524                 break;
7525         case MBOX_REGS_BUSY:
7526                 xname = "REGISTERS BUSY";
7527                 break;
7528         case MBOX_TIMEOUT:
7529                 xname = "TIMEOUT";
7530                 break;
7531         default:
7532                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7533                 xname = mname;
7534                 break;
7535         }
7536         if (xname) {
7537                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7538                     cname, xname, sname);
7539         }
7540 }
7541
7542 static int
7543 isp_fw_state(ispsoftc_t *isp, int chan)
7544 {
7545         if (IS_FC(isp)) {
7546                 mbreg_t mbs;
7547
7548                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7549                 isp_mboxcmd(isp, &mbs);
7550                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7551                         return (mbs.param[1]);
7552                 }
7553         }
7554         return (FW_ERROR);
7555 }
7556
7557 static void
7558 isp_spi_update(ispsoftc_t *isp, int chan)
7559 {
7560         int tgt;
7561         mbreg_t mbs;
7562         sdparam *sdp;
7563
7564         if (IS_FC(isp)) {
7565                 /*
7566                  * There are no 'per-bus' settings for Fibre Channel.
7567                  */
7568                 return;
7569         }
7570         sdp = SDPARAM(isp, chan);
7571         sdp->update = 0;
7572
7573         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7574                 uint16_t flags, period, offset;
7575                 int get;
7576
7577                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7578                         sdp->isp_devparam[tgt].dev_update = 0;
7579                         sdp->isp_devparam[tgt].dev_refresh = 0;
7580                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7581                         continue;
7582                 }
7583                 /*
7584                  * If the goal is to update the status of the device,
7585                  * take what's in goal_flags and try and set the device
7586                  * toward that. Otherwise, if we're just refreshing the
7587                  * current device state, get the current parameters.
7588                  */
7589
7590                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7591
7592                 /*
7593                  * Refresh overrides set
7594                  */
7595                 if (sdp->isp_devparam[tgt].dev_refresh) {
7596                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7597                         get = 1;
7598                 } else if (sdp->isp_devparam[tgt].dev_update) {
7599                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7600
7601                         /*
7602                          * Make sure goal_flags has "Renegotiate on Error"
7603                          * on and "Freeze Queue on Error" off.
7604                          */
7605                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7606                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7607                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7608
7609                         /*
7610                          * Insist that PARITY must be enabled
7611                          * if SYNC or WIDE is enabled.
7612                          */
7613                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7614                                 mbs.param[2] |= DPARM_PARITY;
7615                         }
7616
7617                         if (mbs.param[2] & DPARM_SYNC) {
7618                                 mbs.param[3] =
7619                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7620                                     (sdp->isp_devparam[tgt].goal_period);
7621                         }
7622                         /*
7623                          * A command completion later that has
7624                          * RQSTF_NEGOTIATION set can cause
7625                          * the dev_refresh/announce cycle also.
7626                          *
7627                          * Note: It is really important to update our current
7628                          * flags with at least the state of TAG capabilities-
7629                          * otherwise we might try and send a tagged command
7630                          * when we have it all turned off. So change it here
7631                          * to say that current already matches goal.
7632                          */
7633                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7634                         sdp->isp_devparam[tgt].actv_flags |=
7635                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7636                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7637                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7638                         get = 0;
7639                 } else {
7640                         continue;
7641                 }
7642                 mbs.param[1] = (chan << 15) | (tgt << 8);
7643                 isp_mboxcmd(isp, &mbs);
7644                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7645                         continue;
7646                 }
7647                 if (get == 0) {
7648                         sdp->sendmarker = 1;
7649                         sdp->isp_devparam[tgt].dev_update = 0;
7650                         sdp->isp_devparam[tgt].dev_refresh = 1;
7651                 } else {
7652                         sdp->isp_devparam[tgt].dev_refresh = 0;
7653                         flags = mbs.param[2];
7654                         period = mbs.param[3] & 0xff;
7655                         offset = mbs.param[3] >> 8;
7656                         sdp->isp_devparam[tgt].actv_flags = flags;
7657                         sdp->isp_devparam[tgt].actv_period = period;
7658                         sdp->isp_devparam[tgt].actv_offset = offset;
7659                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7660                 }
7661         }
7662
7663         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7664                 if (sdp->isp_devparam[tgt].dev_update ||
7665                     sdp->isp_devparam[tgt].dev_refresh) {
7666                         sdp->update = 1;
7667                         break;
7668                 }
7669         }
7670 }
7671
7672 static void
7673 isp_setdfltsdparm(ispsoftc_t *isp)
7674 {
7675         int tgt;
7676         sdparam *sdp, *sdp1;
7677
7678         sdp = SDPARAM(isp, 0);
7679         if (IS_DUALBUS(isp))
7680                 sdp1 = sdp + 1;
7681         else
7682                 sdp1 = NULL;
7683
7684         /*
7685          * Establish some default parameters.
7686          */
7687         sdp->isp_cmd_dma_burst_enable = 0;
7688         sdp->isp_data_dma_burst_enabl = 1;
7689         sdp->isp_fifo_threshold = 0;
7690         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7691         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7692                 sdp->isp_async_data_setup = 9;
7693         } else {
7694                 sdp->isp_async_data_setup = 6;
7695         }
7696         sdp->isp_selection_timeout = 250;
7697         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7698         sdp->isp_tag_aging = 8;
7699         sdp->isp_bus_reset_delay = 5;
7700         /*
7701          * Don't retry selection, busy or queue full automatically- reflect
7702          * these back to us.
7703          */
7704         sdp->isp_retry_count = 0;
7705         sdp->isp_retry_delay = 0;
7706
7707         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7708                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7709                 sdp->isp_devparam[tgt].dev_enable = 1;
7710         }
7711
7712         /*
7713          * The trick here is to establish a default for the default (honk!)
7714          * state (goal_flags). Then try and get the current status from
7715          * the card to fill in the current state. We don't, in fact, set
7716          * the default to the SAFE default state- that's not the goal state.
7717          */
7718         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7719                 uint8_t off, per;
7720                 sdp->isp_devparam[tgt].actv_offset = 0;
7721                 sdp->isp_devparam[tgt].actv_period = 0;
7722                 sdp->isp_devparam[tgt].actv_flags = 0;
7723
7724                 sdp->isp_devparam[tgt].goal_flags =
7725                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7726
7727                 /*
7728                  * We default to Wide/Fast for versions less than a 1040
7729                  * (unless it's SBus).
7730                  */
7731                 if (IS_ULTRA3(isp)) {
7732                         off = ISP_80M_SYNCPARMS >> 8;
7733                         per = ISP_80M_SYNCPARMS & 0xff;
7734                 } else if (IS_ULTRA2(isp)) {
7735                         off = ISP_40M_SYNCPARMS >> 8;
7736                         per = ISP_40M_SYNCPARMS & 0xff;
7737                 } else if (IS_1240(isp)) {
7738                         off = ISP_20M_SYNCPARMS >> 8;
7739                         per = ISP_20M_SYNCPARMS & 0xff;
7740                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7741                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7742                     (isp->isp_bustype == ISP_BT_PCI &&
7743                     isp->isp_type < ISP_HA_SCSI_1040) ||
7744                     (isp->isp_clock && isp->isp_clock < 60) ||
7745                     (sdp->isp_ultramode == 0)) {
7746                         off = ISP_10M_SYNCPARMS >> 8;
7747                         per = ISP_10M_SYNCPARMS & 0xff;
7748                 } else {
7749                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7750                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7751                 }
7752                 sdp->isp_devparam[tgt].goal_offset =
7753                     sdp->isp_devparam[tgt].nvrm_offset = off;
7754                 sdp->isp_devparam[tgt].goal_period =
7755                     sdp->isp_devparam[tgt].nvrm_period = per;
7756
7757         }
7758
7759         /*
7760          * If we're a dual bus card, just copy the data over
7761          */
7762         if (sdp1) {
7763                 *sdp1 = *sdp;
7764                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7765         }
7766
7767         /*
7768          * If we've not been told to avoid reading NVRAM, try and read it.
7769          * If we're successful reading it, we can then return because NVRAM
7770          * will tell us what the desired settings are. Otherwise, we establish
7771          * some reasonable 'fake' nvram and goal defaults.
7772          */
7773         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7774                 mbreg_t mbs;
7775
7776                 if (isp_read_nvram(isp, 0) == 0) {
7777                         if (IS_DUALBUS(isp)) {
7778                                 if (isp_read_nvram(isp, 1) == 0) {
7779                                         return;
7780                                 }
7781                         }
7782                 }
7783                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7784                 isp_mboxcmd(isp, &mbs);
7785                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7786                         sdp->isp_req_ack_active_neg = 1;
7787                         sdp->isp_data_line_active_neg = 1;
7788                         if (sdp1) {
7789                                 sdp1->isp_req_ack_active_neg = 1;
7790                                 sdp1->isp_data_line_active_neg = 1;
7791                         }
7792                 } else {
7793                         sdp->isp_req_ack_active_neg =
7794                             (mbs.param[1] >> 4) & 0x1;
7795                         sdp->isp_data_line_active_neg =
7796                             (mbs.param[1] >> 5) & 0x1;
7797                         if (sdp1) {
7798                                 sdp1->isp_req_ack_active_neg =
7799                                     (mbs.param[2] >> 4) & 0x1;
7800                                 sdp1->isp_data_line_active_neg =
7801                                     (mbs.param[2] >> 5) & 0x1;
7802                         }
7803                 }
7804         }
7805
7806 }
7807
7808 static void
7809 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7810 {
7811         fcparam *fcp = FCPARAM(isp, chan);
7812
7813         /*
7814          * Establish some default parameters.
7815          */
7816         fcp->role = DEFAULT_ROLE(isp, chan);
7817         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7818         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7819         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7820         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7821         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7822         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7823         fcp->isp_fwoptions = 0;
7824         fcp->isp_xfwoptions = 0;
7825         fcp->isp_zfwoptions = 0;
7826         fcp->isp_lasthdl = NIL_HANDLE;
7827         fcp->isp_login_hdl = NIL_HANDLE;
7828
7829         if (IS_24XX(isp)) {
7830                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7831                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7832                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7833                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7834                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7835                 fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7836                 fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7837         } else {
7838                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7839                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7840                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7841                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7842                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7843                 /*
7844                  * Make sure this is turned off now until we get
7845                  * extended options from NVRAM
7846                  */
7847                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7848                 fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7849                 fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7850         }
7851
7852
7853         /*
7854          * Now try and read NVRAM unless told to not do so.
7855          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7856          */
7857         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7858                 int i, j = 0;
7859                 /*
7860                  * Give a couple of tries at reading NVRAM.
7861                  */
7862                 for (i = 0; i < 2; i++) {
7863                         j = isp_read_nvram(isp, chan);
7864                         if (j == 0) {
7865                                 break;
7866                         }
7867                 }
7868                 if (j) {
7869                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7870                 }
7871         }
7872
7873         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7874         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7875         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7876             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7877             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7878             isp_class3_roles[fcp->role]);
7879 }
7880
7881 /*
7882  * Re-initialize the ISP and complete all orphaned commands
7883  * with a 'botched' notice. The reset/init routines should
7884  * not disturb an already active list of commands.
7885  */
7886
7887 int
7888 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7889 {
7890         int i, res = 0;
7891
7892         if (isp->isp_state == ISP_RUNSTATE)
7893                 isp_deinit(isp);
7894         if (isp->isp_state != ISP_RESETSTATE)
7895                 isp_reset(isp, do_load_defaults);
7896         if (isp->isp_state != ISP_RESETSTATE) {
7897                 res = EIO;
7898                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7899                 ISP_DISABLE_INTS(isp);
7900                 goto cleanup;
7901         }
7902
7903         isp_init(isp);
7904         if (isp->isp_state > ISP_RESETSTATE &&
7905             isp->isp_state != ISP_RUNSTATE) {
7906                 res = EIO;
7907                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7908                 ISP_DISABLE_INTS(isp);
7909                 if (IS_FC(isp)) {
7910                         /*
7911                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7912                          */
7913                         if (!IS_24XX(isp)) {
7914                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7915                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7916                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7917                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7918                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7919                         }
7920                 }
7921         }
7922
7923 cleanup:
7924         isp->isp_nactive = 0;
7925         isp_clear_commands(isp);
7926         if (IS_FC(isp)) {
7927                 for (i = 0; i < isp->isp_nchan; i++)
7928                         isp_clear_portdb(isp, i);
7929         }
7930         return (res);
7931 }
7932
7933 /*
7934  * NVRAM Routines
7935  */
7936 static int
7937 isp_read_nvram(ispsoftc_t *isp, int bus)
7938 {
7939         int i, amt, retval;
7940         uint8_t csum, minversion;
7941         union {
7942                 uint8_t _x[ISP2400_NVRAM_SIZE];
7943                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7944         } _n;
7945 #define nvram_data      _n._x
7946 #define nvram_words     _n._s
7947
7948         if (IS_24XX(isp)) {
7949                 return (isp_read_nvram_2400(isp, nvram_data));
7950         } else if (IS_FC(isp)) {
7951                 amt = ISP2100_NVRAM_SIZE;
7952                 minversion = 1;
7953         } else if (IS_ULTRA2(isp)) {
7954                 amt = ISP1080_NVRAM_SIZE;
7955                 minversion = 0;
7956         } else {
7957                 amt = ISP_NVRAM_SIZE;
7958                 minversion = 2;
7959         }
7960
7961         for (i = 0; i < amt>>1; i++) {
7962                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7963         }
7964
7965         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7966             nvram_data[2] != 'P') {
7967                 if (isp->isp_bustype != ISP_BT_SBUS) {
7968                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7969                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7970                 }
7971                 retval = -1;
7972                 goto out;
7973         }
7974
7975         for (csum = 0, i = 0; i < amt; i++) {
7976                 csum += nvram_data[i];
7977         }
7978         if (csum != 0) {
7979                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7980                 retval = -1;
7981                 goto out;
7982         }
7983
7984         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7985                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7986                     ISP_NVRAM_VERSION(nvram_data));
7987                 retval = -1;
7988                 goto out;
7989         }
7990
7991         if (IS_ULTRA3(isp)) {
7992                 isp_parse_nvram_12160(isp, bus, nvram_data);
7993         } else if (IS_1080(isp)) {
7994                 isp_parse_nvram_1080(isp, bus, nvram_data);
7995         } else if (IS_1280(isp) || IS_1240(isp)) {
7996                 isp_parse_nvram_1080(isp, bus, nvram_data);
7997         } else if (IS_SCSI(isp)) {
7998                 isp_parse_nvram_1020(isp, nvram_data);
7999         } else {
8000                 isp_parse_nvram_2100(isp, nvram_data);
8001         }
8002         retval = 0;
8003 out:
8004         return (retval);
8005 #undef  nvram_data
8006 #undef  nvram_words
8007 }
8008
8009 static int
8010 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8011 {
8012         int retval = 0;
8013         uint32_t addr, csum, lwrds, *dptr;
8014
8015         if (isp->isp_port) {
8016                 addr = ISP2400_NVRAM_PORT1_ADDR;
8017         } else {
8018                 addr = ISP2400_NVRAM_PORT0_ADDR;
8019         }
8020
8021         dptr = (uint32_t *) nvram_data;
8022         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8023                 isp_rd_2400_nvram(isp, addr++, dptr++);
8024         }
8025         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8026             nvram_data[2] != 'P') {
8027                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8028                     nvram_data[0], nvram_data[1], nvram_data[2]);
8029                 retval = -1;
8030                 goto out;
8031         }
8032         dptr = (uint32_t *) nvram_data;
8033         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8034                 uint32_t tmp;
8035                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8036                 csum += tmp;
8037         }
8038         if (csum != 0) {
8039                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8040                 retval = -1;
8041                 goto out;
8042         }
8043         isp_parse_nvram_2400(isp, nvram_data);
8044 out:
8045         return (retval);
8046 }
8047
8048 static void
8049 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8050 {
8051         int i, cbits;
8052         uint16_t bit, rqst, junk;
8053
8054         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8055         ISP_DELAY(10);
8056         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8057         ISP_DELAY(10);
8058
8059         if (IS_FC(isp)) {
8060                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8061                 if (IS_2312(isp) && isp->isp_port) {
8062                         wo += 128;
8063                 }
8064                 rqst = (ISP_NVRAM_READ << 8) | wo;
8065                 cbits = 10;
8066         } else if (IS_ULTRA2(isp)) {
8067                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8068                 rqst = (ISP_NVRAM_READ << 8) | wo;
8069                 cbits = 10;
8070         } else {
8071                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8072                 rqst = (ISP_NVRAM_READ << 6) | wo;
8073                 cbits = 8;
8074         }
8075
8076         /*
8077          * Clock the word select request out...
8078          */
8079         for (i = cbits; i >= 0; i--) {
8080                 if ((rqst >> i) & 1) {
8081                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8082                 } else {
8083                         bit = BIU_NVRAM_SELECT;
8084                 }
8085                 ISP_WRITE(isp, BIU_NVRAM, bit);
8086                 ISP_DELAY(10);
8087                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8088                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8089                 ISP_DELAY(10);
8090                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8091                 ISP_WRITE(isp, BIU_NVRAM, bit);
8092                 ISP_DELAY(10);
8093                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8094         }
8095         /*
8096          * Now read the result back in (bits come back in MSB format).
8097          */
8098         *rp = 0;
8099         for (i = 0; i < 16; i++) {
8100                 uint16_t rv;
8101                 *rp <<= 1;
8102                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8103                 ISP_DELAY(10);
8104                 rv = ISP_READ(isp, BIU_NVRAM);
8105                 if (rv & BIU_NVRAM_DATAIN) {
8106                         *rp |= 1;
8107                 }
8108                 ISP_DELAY(10);
8109                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8110                 ISP_DELAY(10);
8111                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8112         }
8113         ISP_WRITE(isp, BIU_NVRAM, 0);
8114         ISP_DELAY(10);
8115         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8116         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8117 }
8118
8119 static void
8120 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8121 {
8122         int loops = 0;
8123         uint32_t base = 0x7ffe0000;
8124         uint32_t tmp = 0;
8125
8126         if (IS_26XX(isp)) {
8127                 base = 0x7fe7c000;      /* XXX: Observation, may be wrong. */
8128         } else if (IS_25XX(isp)) {
8129                 base = 0x7ff00000 | 0x48000;
8130         }
8131         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8132         for (loops = 0; loops < 5000; loops++) {
8133                 ISP_DELAY(10);
8134                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8135                 if ((tmp & (1U << 31)) != 0) {
8136                         break;
8137                 }
8138         }
8139         if (tmp & (1U << 31)) {
8140                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8141                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8142         } else {
8143                 *rp = 0xffffffff;
8144         }
8145 }
8146
8147 static void
8148 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8149 {
8150         sdparam *sdp = SDPARAM(isp, 0);
8151         int tgt;
8152
8153         sdp->isp_fifo_threshold =
8154                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8155                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8156
8157         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8158                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8159
8160         sdp->isp_bus_reset_delay =
8161                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8162
8163         sdp->isp_retry_count =
8164                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8165
8166         sdp->isp_retry_delay =
8167                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8168
8169         sdp->isp_async_data_setup =
8170                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8171
8172         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8173                 if (sdp->isp_async_data_setup < 9) {
8174                         sdp->isp_async_data_setup = 9;
8175                 }
8176         } else {
8177                 if (sdp->isp_async_data_setup != 6) {
8178                         sdp->isp_async_data_setup = 6;
8179                 }
8180         }
8181
8182         sdp->isp_req_ack_active_neg =
8183                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8184
8185         sdp->isp_data_line_active_neg =
8186                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8187
8188         sdp->isp_data_dma_burst_enabl =
8189                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8190
8191         sdp->isp_cmd_dma_burst_enable =
8192                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8193
8194         sdp->isp_tag_aging =
8195                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8196
8197         sdp->isp_selection_timeout =
8198                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8199
8200         sdp->isp_max_queue_depth =
8201                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8202
8203         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8204
8205         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8206                 sdp->isp_devparam[tgt].dev_enable =
8207                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8208                 sdp->isp_devparam[tgt].exc_throttle =
8209                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8210                 sdp->isp_devparam[tgt].nvrm_offset =
8211                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8212                 sdp->isp_devparam[tgt].nvrm_period =
8213                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8214                 /*
8215                  * We probably shouldn't lie about this, but it
8216                  * it makes it much safer if we limit NVRAM values
8217                  * to sanity.
8218                  */
8219                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8220                         /*
8221                          * If we're not ultra, we can't possibly
8222                          * be a shorter period than this.
8223                          */
8224                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8225                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8226                         }
8227                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8228                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8229                         }
8230                 } else {
8231                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8232                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8233                         }
8234                 }
8235                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8236                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8237                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8238                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8239                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8240                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8241                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8242                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8243                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8244                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8245                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8246                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8247                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8248                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8249                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8250                 sdp->isp_devparam[tgt].goal_offset =
8251                     sdp->isp_devparam[tgt].nvrm_offset;
8252                 sdp->isp_devparam[tgt].goal_period =
8253                     sdp->isp_devparam[tgt].nvrm_period;
8254                 sdp->isp_devparam[tgt].goal_flags =
8255                     sdp->isp_devparam[tgt].nvrm_flags;
8256         }
8257 }
8258
8259 static void
8260 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8261 {
8262         sdparam *sdp = SDPARAM(isp, bus);
8263         int tgt;
8264
8265         sdp->isp_fifo_threshold =
8266             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8267
8268         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8269                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8270
8271         sdp->isp_bus_reset_delay =
8272             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8273
8274         sdp->isp_retry_count =
8275             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8276
8277         sdp->isp_retry_delay =
8278             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8279
8280         sdp->isp_async_data_setup =
8281             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8282
8283         sdp->isp_req_ack_active_neg =
8284             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8285
8286         sdp->isp_data_line_active_neg =
8287             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8288
8289         sdp->isp_data_dma_burst_enabl =
8290             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8291
8292         sdp->isp_cmd_dma_burst_enable =
8293             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8294
8295         sdp->isp_selection_timeout =
8296             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8297
8298         sdp->isp_max_queue_depth =
8299              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8300
8301         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8302                 sdp->isp_devparam[tgt].dev_enable =
8303                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8304                 sdp->isp_devparam[tgt].exc_throttle =
8305                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8306                 sdp->isp_devparam[tgt].nvrm_offset =
8307                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8308                 sdp->isp_devparam[tgt].nvrm_period =
8309                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8310                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8311                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8312                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8313                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8314                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8315                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8316                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8317                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8318                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8319                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8320                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8321                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8322                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8323                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8324                 sdp->isp_devparam[tgt].actv_flags = 0;
8325                 sdp->isp_devparam[tgt].goal_offset =
8326                     sdp->isp_devparam[tgt].nvrm_offset;
8327                 sdp->isp_devparam[tgt].goal_period =
8328                     sdp->isp_devparam[tgt].nvrm_period;
8329                 sdp->isp_devparam[tgt].goal_flags =
8330                     sdp->isp_devparam[tgt].nvrm_flags;
8331         }
8332 }
8333
8334 static void
8335 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8336 {
8337         sdparam *sdp = SDPARAM(isp, bus);
8338         int tgt;
8339
8340         sdp->isp_fifo_threshold =
8341             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8342
8343         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8344                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8345
8346         sdp->isp_bus_reset_delay =
8347             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8348
8349         sdp->isp_retry_count =
8350             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8351
8352         sdp->isp_retry_delay =
8353             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8354
8355         sdp->isp_async_data_setup =
8356             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8357
8358         sdp->isp_req_ack_active_neg =
8359             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8360
8361         sdp->isp_data_line_active_neg =
8362             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8363
8364         sdp->isp_data_dma_burst_enabl =
8365             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8366
8367         sdp->isp_cmd_dma_burst_enable =
8368             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8369
8370         sdp->isp_selection_timeout =
8371             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8372
8373         sdp->isp_max_queue_depth =
8374              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8375
8376         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8377                 sdp->isp_devparam[tgt].dev_enable =
8378                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8379                 sdp->isp_devparam[tgt].exc_throttle =
8380                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8381                 sdp->isp_devparam[tgt].nvrm_offset =
8382                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8383                 sdp->isp_devparam[tgt].nvrm_period =
8384                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8385                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8386                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8387                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8388                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8389                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8390                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8391                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8392                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8393                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8394                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8395                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8396                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8397                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8398                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8399                 sdp->isp_devparam[tgt].actv_flags = 0;
8400                 sdp->isp_devparam[tgt].goal_offset =
8401                     sdp->isp_devparam[tgt].nvrm_offset;
8402                 sdp->isp_devparam[tgt].goal_period =
8403                     sdp->isp_devparam[tgt].nvrm_period;
8404                 sdp->isp_devparam[tgt].goal_flags =
8405                     sdp->isp_devparam[tgt].nvrm_flags;
8406         }
8407 }
8408
8409 static void
8410 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8411 {
8412         fcparam *fcp = FCPARAM(isp, 0);
8413         uint64_t wwn;
8414
8415         /*
8416          * There is NVRAM storage for both Port and Node entities-
8417          * but the Node entity appears to be unused on all the cards
8418          * I can find. However, we should account for this being set
8419          * at some point in the future.
8420          *
8421          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8422          * bits 48..60. In the case of the 2202, it appears that they do
8423          * use bit 48 to distinguish between the two instances on the card.
8424          * The 2204, which I've never seen, *probably* extends this method.
8425          */
8426         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8427         if (wwn) {
8428                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8429                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8430                 if ((wwn >> 60) == 0) {
8431                         wwn |= (((uint64_t) 2)<< 60);
8432                 }
8433         }
8434         fcp->isp_wwpn_nvram = wwn;
8435         if (IS_2200(isp) || IS_23XX(isp)) {
8436                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8437                 if (wwn) {
8438                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8439                             (uint32_t) (wwn >> 32),
8440                             (uint32_t) (wwn));
8441                         if ((wwn >> 60) == 0) {
8442                                 wwn |= (((uint64_t) 2)<< 60);
8443                         }
8444                 } else {
8445                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8446                 }
8447         } else {
8448                 wwn &= ~((uint64_t) 0xfff << 48);
8449         }
8450         fcp->isp_wwnn_nvram = wwn;
8451
8452         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8453         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8454                 DEFAULT_FRAMESIZE(isp) =
8455                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8456         }
8457         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8458         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8459         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8460                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8461         }
8462         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8463                 DEFAULT_EXEC_THROTTLE(isp) =
8464                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8465         }
8466         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8467         isp_prt(isp, ISP_LOGDEBUG0,
8468             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8469             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8470             (uint32_t) fcp->isp_wwnn_nvram,
8471             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8472             (uint32_t) fcp->isp_wwpn_nvram,
8473             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8474             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8475         isp_prt(isp, ISP_LOGDEBUG0,
8476             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8477             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8478             ISP2100_NVRAM_OPTIONS(nvram_data),
8479             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8480             ISP2100_NVRAM_TOV(nvram_data));
8481         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8482         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8483         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8484             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8485 }
8486
8487 static void
8488 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8489 {
8490         fcparam *fcp = FCPARAM(isp, 0);
8491         uint64_t wwn;
8492
8493         isp_prt(isp, ISP_LOGDEBUG0,
8494             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8495             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8496             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8497             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8498             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8499             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8500             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8501         isp_prt(isp, ISP_LOGDEBUG0,
8502             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8503             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8504             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8505             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8506             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8507             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8508
8509         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8510         fcp->isp_wwpn_nvram = wwn;
8511
8512         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8513         if (wwn) {
8514                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8515                         wwn = 0;
8516                 }
8517         }
8518         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8519                 wwn = fcp->isp_wwpn_nvram;
8520                 wwn &= ~((uint64_t) 0xfff << 48);
8521         }
8522         fcp->isp_wwnn_nvram = wwn;
8523
8524         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8525                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8526         }
8527         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8528                 DEFAULT_FRAMESIZE(isp) =
8529                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8530         }
8531         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8532                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8533         }
8534         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8535                 DEFAULT_EXEC_THROTTLE(isp) =
8536                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8537         }
8538         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8539         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8540         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8541 }