sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67
  68 /*
  69  * Local static data
  70  */
  71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  74 static const char sacq[] = "unable to acquire scratch area";
  75
  76 static const uint8_t alpa_map[] = {
  77         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  78         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  79         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  80         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  81         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  82         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  83         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  84         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  85         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  86         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  87         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  88         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  89         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  90         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  91         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
  92         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
  93 };
  94
  95 /*
  96  * Local function prototypes.
  97  */
  98 static int isp_parse_async(ispsoftc_t *, uint16_t);
  99 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 102 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 104 static int isp_mbox_continue(ispsoftc_t *);
 105 static void isp_scsi_init(ispsoftc_t *);
 106 static void isp_scsi_channel_init(ispsoftc_t *, int);
 107 static void isp_fibre_init(ispsoftc_t *);
 108 static void isp_fibre_init_2400(ispsoftc_t *);
 109 static void isp_clear_portdb(ispsoftc_t *, int);
 110 static void isp_mark_portdb(ispsoftc_t *, int);
 111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
 112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
 115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
 116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
 117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 118 static int isp_fclink_test(ispsoftc_t *, int, int);
 119 static int isp_pdb_sync(ispsoftc_t *, int);
 120 static int isp_scan_loop(ispsoftc_t *, int);
 121 static int isp_gid_ft_sns(ispsoftc_t *, int);
 122 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 123 static int isp_scan_fabric(ispsoftc_t *, int);
 124 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 125 static int isp_send_change_request(ispsoftc_t *, int);
 126 static int isp_register_fc4_type(ispsoftc_t *, int);
 127 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
 129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
 130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
 131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 132 static int isp_fw_state(ispsoftc_t *, int);
 133 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 134 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 135
 136 static void isp_spi_update(ispsoftc_t *, int);
 137 static void isp_setdfltsdparm(ispsoftc_t *);
 138 static void isp_setdfltfcparm(ispsoftc_t *, int);
 139 static int isp_read_nvram(ispsoftc_t *, int);
 140 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 141 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 142 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 143 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 144 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 145 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 146 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 147 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 148
 149 static void
 150 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
 151 {
 152         fcparam *fcp = FCPARAM(isp, chan);
 153
 154         if (fcp->isp_fwstate == state)
 155                 return;
 156         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
 157             "Chan %d Firmware state <%s->%s>", chan,
 158             isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
 159         fcp->isp_fwstate = state;
 160 }
 161
 162 /*
 163  * Reset Hardware.
 164  *
 165  * Hit the chip over the head, download new f/w if available and set it running.
 166  *
 167  * Locking done elsewhere.
 168  */
 169
 170 void
 171 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 172 {
 173         mbreg_t mbs;
 174         char *buf;
 175         uint64_t fwt;
 176         uint32_t code_org, val;
 177         int loops, i, dodnld = 1;
 178         const char *btype = "????";
 179         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 180
 181         isp->isp_state = ISP_NILSTATE;
 182         if (isp->isp_dead) {
 183                 isp_shutdown(isp);
 184                 ISP_DISABLE_INTS(isp);
 185                 return;
 186         }
 187
 188         /*
 189          * Basic types (SCSI, FibreChannel and PCI or SBus)
 190          * have been set in the MD code. We figure out more
 191          * here. Possibly more refined types based upon PCI
 192          * identification. Chip revision has been gathered.
 193          *
 194          * After we've fired this chip up, zero out the conf1 register
 195          * for SCSI adapters and do other settings for the 2100.
 196          */
 197
 198         ISP_DISABLE_INTS(isp);
 199
 200         /*
 201          * Pick an initial maxcmds value which will be used
 202          * to allocate xflist pointer space. It may be changed
 203          * later by the firmware.
 204          */
 205         if (IS_24XX(isp)) {
 206                 isp->isp_maxcmds = 4096;
 207         } else if (IS_2322(isp)) {
 208                 isp->isp_maxcmds = 2048;
 209         } else if (IS_23XX(isp) || IS_2200(isp)) {
 210                 isp->isp_maxcmds = 1024;
 211         } else {
 212                 isp->isp_maxcmds = 512;
 213         }
 214
 215         /*
 216          * Set up DMA for the request and response queues.
 217          *
 218          * We do this now so we can use the request queue
 219          * for dma to load firmware from.
 220          */
 221         if (ISP_MBOXDMASETUP(isp) != 0) {
 222                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 223                 return;
 224         }
 225
 226         /*
 227          * Set up default request/response queue in-pointer/out-pointer
 228          * register indices.
 229          */
 230         if (IS_24XX(isp)) {
 231                 isp->isp_rqstinrp = BIU2400_REQINP;
 232                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 233                 isp->isp_respinrp = BIU2400_RSPINP;
 234                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 235         } else if (IS_23XX(isp)) {
 236                 isp->isp_rqstinrp = BIU_REQINP;
 237                 isp->isp_rqstoutrp = BIU_REQOUTP;
 238                 isp->isp_respinrp = BIU_RSPINP;
 239                 isp->isp_respoutrp = BIU_RSPOUTP;
 240         } else {
 241                 isp->isp_rqstinrp = INMAILBOX4;
 242                 isp->isp_rqstoutrp = OUTMAILBOX4;
 243                 isp->isp_respinrp = OUTMAILBOX5;
 244                 isp->isp_respoutrp = INMAILBOX5;
 245         }
 246
 247         /*
 248          * Put the board into PAUSE mode (so we can read the SXP registers
 249          * or write FPM/FBM registers).
 250          */
 251         if (IS_24XX(isp)) {
 252                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 253                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 254                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 255         } else {
 256                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 257         }
 258
 259         if (IS_FC(isp)) {
 260                 switch (isp->isp_type) {
 261                 case ISP_HA_FC_2100:
 262                         btype = "2100";
 263                         break;
 264                 case ISP_HA_FC_2200:
 265                         btype = "2200";
 266                         break;
 267                 case ISP_HA_FC_2300:
 268                         btype = "2300";
 269                         break;
 270                 case ISP_HA_FC_2312:
 271                         btype = "2312";
 272                         break;
 273                 case ISP_HA_FC_2322:
 274                         btype = "2322";
 275                         break;
 276                 case ISP_HA_FC_2400:
 277                         btype = "2422";
 278                         break;
 279                 case ISP_HA_FC_2500:
 280                         btype = "2532";
 281                         break;
 282                 case ISP_HA_FC_2600:
 283                         btype = "2031";
 284                         break;
 285                 default:
 286                         break;
 287                 }
 288
 289                 if (!IS_24XX(isp)) {
 290                         /*
 291                          * While we're paused, reset the FPM module and FBM
 292                          * fifos.
 293                          */
 294                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 295                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 296                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 297                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 298                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 299                 }
 300         } else if (IS_1240(isp)) {
 301                 sdparam *sdp;
 302
 303                 btype = "1240";
 304                 isp->isp_clock = 60;
 305                 sdp = SDPARAM(isp, 0);
 306                 sdp->isp_ultramode = 1;
 307                 sdp = SDPARAM(isp, 1);
 308                 sdp->isp_ultramode = 1;
 309                 /*
 310                  * XXX: Should probably do some bus sensing.
 311                  */
 312         } else if (IS_ULTRA3(isp)) {
 313                 sdparam *sdp = isp->isp_param;
 314
 315                 isp->isp_clock = 100;
 316
 317                 if (IS_10160(isp))
 318                         btype = "10160";
 319                 else if (IS_12160(isp))
 320                         btype = "12160";
 321                 else
 322                         btype = "<UNKLVD>";
 323                 sdp->isp_lvdmode = 1;
 324
 325                 if (IS_DUALBUS(isp)) {
 326                         sdp++;
 327                         sdp->isp_lvdmode = 1;
 328                 }
 329         } else if (IS_ULTRA2(isp)) {
 330                 static const char m[] = "bus %d is in %s Mode";
 331                 uint16_t l;
 332                 sdparam *sdp = SDPARAM(isp, 0);
 333
 334                 isp->isp_clock = 100;
 335
 336                 if (IS_1280(isp))
 337                         btype = "1280";
 338                 else if (IS_1080(isp))
 339                         btype = "1080";
 340                 else
 341                         btype = "<UNKLVD>";
 342
 343                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 344                 switch (l) {
 345                 case ISP1080_LVD_MODE:
 346                         sdp->isp_lvdmode = 1;
 347                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 348                         break;
 349                 case ISP1080_HVD_MODE:
 350                         sdp->isp_diffmode = 1;
 351                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 352                         break;
 353                 case ISP1080_SE_MODE:
 354                         sdp->isp_ultramode = 1;
 355                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 356                         break;
 357                 default:
 358                         isp_prt(isp, ISP_LOGERR,
 359                             "unknown mode on bus %d (0x%x)", 0, l);
 360                         break;
 361                 }
 362
 363                 if (IS_DUALBUS(isp)) {
 364                         sdp = SDPARAM(isp, 1);
 365                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 366                         l &= ISP1080_MODE_MASK;
 367                         switch (l) {
 368                         case ISP1080_LVD_MODE:
 369                                 sdp->isp_lvdmode = 1;
 370                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 371                                 break;
 372                         case ISP1080_HVD_MODE:
 373                                 sdp->isp_diffmode = 1;
 374                                 isp_prt(isp, ISP_LOGCONFIG,
 375                                     m, 1, "Differential");
 376                                 break;
 377                         case ISP1080_SE_MODE:
 378                                 sdp->isp_ultramode = 1;
 379                                 isp_prt(isp, ISP_LOGCONFIG,
 380                                     m, 1, "Single-Ended");
 381                                 break;
 382                         default:
 383                                 isp_prt(isp, ISP_LOGERR,
 384                                     "unknown mode on bus %d (0x%x)", 1, l);
 385                                 break;
 386                         }
 387                 }
 388         } else {
 389                 sdparam *sdp = SDPARAM(isp, 0);
 390                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 391                 switch (i) {
 392                 default:
 393                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 394                         /* FALLTHROUGH */
 395                 case 1:
 396                         btype = "1020";
 397                         isp->isp_type = ISP_HA_SCSI_1020;
 398                         isp->isp_clock = 40;
 399                         break;
 400                 case 2:
 401                         /*
 402                          * Some 1020A chips are Ultra Capable, but don't
 403                          * run the clock rate up for that unless told to
 404                          * do so by the Ultra Capable bits being set.
 405                          */
 406                         btype = "1020A";
 407                         isp->isp_type = ISP_HA_SCSI_1020A;
 408                         isp->isp_clock = 40;
 409                         break;
 410                 case 3:
 411                         btype = "1040";
 412                         isp->isp_type = ISP_HA_SCSI_1040;
 413                         isp->isp_clock = 60;
 414                         break;
 415                 case 4:
 416                         btype = "1040A";
 417                         isp->isp_type = ISP_HA_SCSI_1040A;
 418                         isp->isp_clock = 60;
 419                         break;
 420                 case 5:
 421                         btype = "1040B";
 422                         isp->isp_type = ISP_HA_SCSI_1040B;
 423                         isp->isp_clock = 60;
 424                         break;
 425                 case 6:
 426                         btype = "1040C";
 427                         isp->isp_type = ISP_HA_SCSI_1040C;
 428                         isp->isp_clock = 60;
 429                         break;
 430                 }
 431                 /*
 432                  * Now, while we're at it, gather info about ultra
 433                  * and/or differential mode.
 434                  */
 435                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 436                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 437                         sdp->isp_diffmode = 1;
 438                 } else {
 439                         sdp->isp_diffmode = 0;
 440                 }
 441                 i = ISP_READ(isp, RISC_PSR);
 442                 if (isp->isp_bustype == ISP_BT_SBUS) {
 443                         i &= RISC_PSR_SBUS_ULTRA;
 444                 } else {
 445                         i &= RISC_PSR_PCI_ULTRA;
 446                 }
 447                 if (i != 0) {
 448                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 449                         sdp->isp_ultramode = 1;
 450                         /*
 451                          * If we're in Ultra Mode, we have to be 60MHz clock-
 452                          * even for the SBus version.
 453                          */
 454                         isp->isp_clock = 60;
 455                 } else {
 456                         sdp->isp_ultramode = 0;
 457                         /*
 458                          * Clock is known. Gronk.
 459                          */
 460                 }
 461
 462                 /*
 463                  * Machine dependent clock (if set) overrides
 464                  * our generic determinations.
 465                  */
 466                 if (isp->isp_mdvec->dv_clock) {
 467                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 468                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 469                         }
 470                 }
 471
 472         }
 473
 474         /*
 475          * Clear instrumentation
 476          */
 477         isp->isp_intcnt = isp->isp_intbogus = 0;
 478
 479         /*
 480          * Do MD specific pre initialization
 481          */
 482         ISP_RESET0(isp);
 483
 484         /*
 485          * Hit the chip over the head with hammer,
 486          * and give it a chance to recover.
 487          */
 488
 489         if (IS_SCSI(isp)) {
 490                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 491                 /*
 492                  * A slight delay...
 493                  */
 494                 ISP_DELAY(100);
 495
 496                 /*
 497                  * Clear data && control DMA engines.
 498                  */
 499                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 500                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 501
 502
 503         } else if (IS_24XX(isp)) {
 504                 /*
 505                  * Stop DMA and wait for it to stop.
 506                  */
 507                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 508                 for (val = loops = 0; loops < 30000; loops++) {
 509                         ISP_DELAY(10);
 510                         val = ISP_READ(isp, BIU2400_CSR);
 511                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 512                                 break;
 513                         }
 514                 }
 515                 if (val & BIU2400_DMA_ACTIVE) {
 516                         ISP_RESET0(isp);
 517                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 518                         return;
 519                 }
 520                 /*
 521                  * Hold it in SOFT_RESET and STOP state for 100us.
 522                  */
 523                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 524                 ISP_DELAY(100);
 525                 for (loops = 0; loops < 10000; loops++) {
 526                         ISP_DELAY(5);
 527                         val = ISP_READ(isp, OUTMAILBOX0);
 528                 }
 529                 for (val = loops = 0; loops < 500000; loops ++) {
 530                         val = ISP_READ(isp, BIU2400_CSR);
 531                         if ((val & BIU2400_SOFT_RESET) == 0) {
 532                                 break;
 533                         }
 534                 }
 535                 if (val & BIU2400_SOFT_RESET) {
 536                         ISP_RESET0(isp);
 537                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 538                         return;
 539                 }
 540         } else {
 541                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 542                 /*
 543                  * A slight delay...
 544                  */
 545                 ISP_DELAY(100);
 546
 547                 /*
 548                  * Clear data && control DMA engines.
 549                  */
 550                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 551                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 552                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 553         }
 554
 555         /*
 556          * Wait for ISP to be ready to go...
 557          */
 558         loops = MBOX_DELAY_COUNT;
 559         for (;;) {
 560                 if (IS_SCSI(isp)) {
 561                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 562                                 break;
 563                         }
 564                 } else if (IS_24XX(isp)) {
 565                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 566                                 break;
 567                         }
 568                 } else {
 569                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 570                                 break;
 571                 }
 572                 ISP_DELAY(100);
 573                 if (--loops < 0) {
 574                         ISP_DUMPREGS(isp, "chip reset timed out");
 575                         ISP_RESET0(isp);
 576                         return;
 577                 }
 578         }
 579
 580         /*
 581          * After we've fired this chip up, zero out the conf1 register
 582          * for SCSI adapters and other settings for the 2100.
 583          */
 584
 585         if (IS_SCSI(isp)) {
 586                 ISP_WRITE(isp, BIU_CONF1, 0);
 587         } else if (!IS_24XX(isp)) {
 588                 ISP_WRITE(isp, BIU2100_CSR, 0);
 589         }
 590
 591         /*
 592          * Reset RISC Processor
 593          */
 594         if (IS_24XX(isp)) {
 595                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 596                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 597                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 598         } else {
 599                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 600                 ISP_DELAY(100);
 601                 ISP_WRITE(isp, BIU_SEMA, 0);
 602         }
 603
 604         /*
 605          * Post-RISC Reset stuff.
 606          */
 607         if (IS_24XX(isp)) {
 608                 for (val = loops = 0; loops < 5000000; loops++) {
 609                         ISP_DELAY(5);
 610                         val = ISP_READ(isp, OUTMAILBOX0);
 611                         if (val == 0) {
 612                                 break;
 613                         }
 614                 }
 615                 if (val != 0) {
 616                         ISP_RESET0(isp);
 617                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 618                         return;
 619                 }
 620         } else if (IS_SCSI(isp)) {
 621                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 622                 /*
 623                  * Busted FIFO. Turn off all but burst enables.
 624                  */
 625                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 626                         tmp &= BIU_BURST_ENABLE;
 627                 }
 628                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 629                 if (tmp & BIU_BURST_ENABLE) {
 630                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 631                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 632                 }
 633                 if (SDPARAM(isp, 0)->isp_ptisp) {
 634                         if (SDPARAM(isp, 0)->isp_ultramode) {
 635                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 636                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 637                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 638                                 }
 639                         } else {
 640                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 641                         }
 642                         /*
 643                          * PTI specific register
 644                          */
 645                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 646                 } else {
 647                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 648                 }
 649                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 650         } else {
 651                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 652                 if (IS_2200(isp) || IS_23XX(isp)) {
 653                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 654                 }
 655                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 656         }
 657
 658         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 659         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 660         ISP_WRITE(isp, isp->isp_respinrp, 0);
 661         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 662         if (IS_24XX(isp)) {
 663                 if (!IS_26XX(isp)) {
 664                         ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 665                         ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 666                 }
 667                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 668                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 669         }
 670
 671         /*
 672          * Do MD specific post initialization
 673          */
 674         ISP_RESET1(isp);
 675
 676         /*
 677          * Wait for everything to finish firing up.
 678          *
 679          * Avoid doing this on early 2312s because you can generate a PCI
 680          * parity error (chip breakage).
 681          */
 682         if (IS_2312(isp) && isp->isp_revision < 2) {
 683                 ISP_DELAY(100);
 684         } else {
 685                 loops = MBOX_DELAY_COUNT;
 686                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 687                         ISP_DELAY(100);
 688                         if (--loops < 0) {
 689                                 ISP_RESET0(isp);
 690                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 691                                 return;
 692                         }
 693                 }
 694         }
 695
 696         /*
 697          * Up until this point we've done everything by just reading or
 698          * setting registers. From this point on we rely on at least *some*
 699          * kind of firmware running in the card.
 700          */
 701
 702         /*
 703          * Do some sanity checking by running a NOP command.
 704          * If it succeeds, the ROM firmware is now running.
 705          */
 706         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 707         isp_mboxcmd(isp, &mbs);
 708         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 709                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 710                 ISP_RESET0(isp);
 711                 return;
 712         }
 713
 714         /*
 715          * Do some operational tests
 716          */
 717
 718         if (IS_SCSI(isp) || IS_24XX(isp)) {
 719                 static const uint16_t patterns[MAX_MAILBOX] = {
 720                         0x0000, 0xdead, 0xbeef, 0xffff,
 721                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 722                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 723                         0xbead, 0xdebe, 0x2222, 0x3333,
 724                         0x5555, 0x6666, 0x7777, 0xaaaa,
 725                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 726                         0x6666, 0x6677, 0x1122, 0x33ff,
 727                         0x0000, 0x0001, 0x1000, 0x1010,
 728                 };
 729                 int nmbox = ISP_NMBOX(isp);
 730                 if (IS_SCSI(isp))
 731                         nmbox = 6;
 732                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 733                 for (i = 1; i < nmbox; i++) {
 734                         mbs.param[i] = patterns[i];
 735                 }
 736                 isp_mboxcmd(isp, &mbs);
 737                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 738                         ISP_RESET0(isp);
 739                         return;
 740                 }
 741                 for (i = 1; i < nmbox; i++) {
 742                         if (mbs.param[i] != patterns[i]) {
 743                                 ISP_RESET0(isp);
 744                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 745                                 return;
 746                         }
 747                 }
 748         }
 749
 750         /*
 751          * Download new Firmware, unless requested not to do so.
 752          * This is made slightly trickier in some cases where the
 753          * firmware of the ROM revision is newer than the revision
 754          * compiled into the driver. So, where we used to compare
 755          * versions of our f/w and the ROM f/w, now we just see
 756          * whether we have f/w at all and whether a config flag
 757          * has disabled our download.
 758          */
 759         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 760                 dodnld = 0;
 761         }
 762
 763         if (IS_24XX(isp)) {
 764                 code_org = ISP_CODE_ORG_2400;
 765         } else if (IS_23XX(isp)) {
 766                 code_org = ISP_CODE_ORG_2300;
 767         } else {
 768                 code_org = ISP_CODE_ORG;
 769         }
 770
 771         isp->isp_loaded_fw = 0;
 772         if (dodnld && IS_24XX(isp)) {
 773                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 774                 int wordload;
 775
 776                 /*
 777                  * Keep loading until we run out of f/w.
 778                  */
 779                 code_org = ptr[2];      /* 1st load address is our start addr */
 780                 wordload = 0;
 781
 782                 for (;;) {
 783                         uint32_t la, wi, wl;
 784
 785                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 786
 787                         wi = 0;
 788                         la = ptr[2];
 789                         wl = ptr[3];
 790
 791                         while (wi < ptr[3]) {
 792                                 uint32_t *cp;
 793                                 uint32_t nw;
 794
 795                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 796                                 if (nw > wl) {
 797                                         nw = wl;
 798                                 }
 799                                 cp = isp->isp_rquest;
 800                                 for (i = 0; i < nw; i++) {
 801                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 802                                         wl--;
 803                                 }
 804                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 805         again:
 806                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 807                                 if (la < 0x10000 && nw < 0x10000) {
 808                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 809                                         mbs.param[1] = la;
 810                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 811                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 812                                         mbs.param[4] = nw;
 813                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 814                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 815                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 816                                 } else if (wordload) {
 817                                         union {
 818                                                 const uint32_t *cp;
 819                                                 uint32_t *np;
 820                                         } ucd;
 821                                         ucd.cp = (const uint32_t *)cp;
 822                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 823                                         mbs.param[1] = la;
 824                                         mbs.param[2] = (*ucd.np);
 825                                         mbs.param[3] = (*ucd.np) >> 16;
 826                                         mbs.param[8] = la >> 16;
 827                                         isp->isp_mbxwrk0 = nw - 1;
 828                                         isp->isp_mbxworkp = ucd.np+1;
 829                                         isp->isp_mbxwrk1 = (la + 1);
 830                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 831                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 832                                 } else {
 833                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 834                                         mbs.param[1] = la;
 835                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 836                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 837                                         mbs.param[4] = nw >> 16;
 838                                         mbs.param[5] = nw;
 839                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 840                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 841                                         mbs.param[8] = la >> 16;
 842                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 843                                 }
 844                                 isp_mboxcmd(isp, &mbs);
 845                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 846                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 847                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 848                                                 wordload = 1;
 849                                                 goto again;
 850                                         }
 851                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 852                                         ISP_RESET0(isp);
 853                                         return;
 854                                 }
 855                                 la += nw;
 856                         }
 857
 858                         if (ptr[1] == 0) {
 859                                 break;
 860                         }
 861                         ptr += ptr[3];
 862                 }
 863                 isp->isp_loaded_fw = 1;
 864         } else if (dodnld && IS_23XX(isp)) {
 865                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 866                 uint16_t wi, wl, segno;
 867                 uint32_t la;
 868
 869                 la = code_org;
 870                 segno = 0;
 871
 872                 for (;;) {
 873                         uint32_t nxtaddr;
 874
 875                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 876
 877                         wi = 0;
 878                         wl = ptr[3];
 879
 880                         while (wi < ptr[3]) {
 881                                 uint16_t *cp;
 882                                 uint16_t nw;
 883
 884                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 885                                 if (nw > wl) {
 886                                         nw = wl;
 887                                 }
 888                                 if (nw > (1 << 15)) {
 889                                         nw = 1 << 15;
 890                                 }
 891                                 cp = isp->isp_rquest;
 892                                 for (i = 0; i < nw; i++) {
 893                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 894                                         wl--;
 895                                 }
 896                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 897                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 898                                 if (la < 0x10000) {
 899                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 900                                         mbs.param[1] = la;
 901                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 902                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 903                                         mbs.param[4] = nw;
 904                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 905                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 906                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 907                                 } else {
 908                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 909                                         mbs.param[1] = la;
 910                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 911                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 912                                         mbs.param[4] = nw;
 913                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 914                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 915                                         mbs.param[8] = la >> 16;
 916                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 917                                 }
 918                                 isp_mboxcmd(isp, &mbs);
 919                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 920                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 921                                         ISP_RESET0(isp);
 922                                         return;
 923                                 }
 924                                 la += nw;
 925                         }
 926
 927                         if (!IS_2322(isp)) {
 928                                 break;
 929                         }
 930
 931                         if (++segno == 3) {
 932                                 break;
 933                         }
 934
 935                         /*
 936                          * If we're a 2322, the firmware actually comes in
 937                          * three chunks. We loaded the first at the code_org
 938                          * address. The other two chunks, which follow right
 939                          * after each other in memory here, get loaded at
 940                          * addresses specfied at offset 0x9..0xB.
 941                          */
 942
 943                         nxtaddr = ptr[3];
 944                         ptr = &ptr[nxtaddr];
 945                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 946                 }
 947                 isp->isp_loaded_fw = 1;
 948         } else if (dodnld) {
 949                 union {
 950                         const uint16_t *cp;
 951                         uint16_t *np;
 952                 } ucd;
 953                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 954                 isp->isp_mbxworkp = &ucd.np[1];
 955                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 956                 isp->isp_mbxwrk1 = code_org + 1;
 957                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 958                 mbs.param[1] = code_org;
 959                 mbs.param[2] = ucd.np[0];
 960                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 961                 isp_mboxcmd(isp, &mbs);
 962                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 963                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 964                         ISP_RESET0(isp);
 965                         return;
 966                 }
 967         } else if (IS_26XX(isp)) {
 968                 MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
 969                 mbs.ibitm = 0x01;
 970                 mbs.obitm = 0x07;
 971                 isp_mboxcmd(isp, &mbs);
 972                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 973                         isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
 974                         ISP_RESET0(isp);
 975                         return;
 976                 }
 977         } else {
 978                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 979         }
 980
 981         /*
 982          * If we loaded firmware, verify its checksum
 983          */
 984         if (isp->isp_loaded_fw) {
 985                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 986                 if (IS_24XX(isp)) {
 987                         mbs.param[1] = code_org >> 16;
 988                         mbs.param[2] = code_org;
 989                 } else {
 990                         mbs.param[1] = code_org;
 991                 }
 992                 isp_mboxcmd(isp, &mbs);
 993                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 994                         isp_prt(isp, ISP_LOGERR, dcrc);
 995                         ISP_RESET0(isp);
 996                         return;
 997                 }
 998         }
 999
1000         /*
1001          * Now start it rolling.
1002          *
1003          * If we didn't actually download f/w,
1004          * we still need to (re)start it.
1005          */
1006
1007
1008         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
1009         if (IS_24XX(isp)) {
1010                 mbs.param[1] = code_org >> 16;
1011                 mbs.param[2] = code_org;
1012                 if (isp->isp_loaded_fw) {
1013                         mbs.param[3] = 0;
1014                 } else {
1015                         mbs.param[3] = 1;
1016                 }
1017         } else if (IS_2322(isp)) {
1018                 mbs.param[1] = code_org;
1019                 if (isp->isp_loaded_fw) {
1020                         mbs.param[2] = 0;
1021                 } else {
1022                         mbs.param[2] = 1;
1023                 }
1024         } else {
1025                 mbs.param[1] = code_org;
1026         }
1027         isp_mboxcmd(isp, &mbs);
1028         if (IS_2322(isp) || IS_24XX(isp)) {
1029                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1030                         ISP_RESET0(isp);
1031                         return;
1032                 }
1033         }
1034
1035         if (IS_SCSI(isp)) {
1036                 /*
1037                  * Set CLOCK RATE, but only if asked to.
1038                  */
1039                 if (isp->isp_clock) {
1040                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1041                         mbs.param[1] = isp->isp_clock;
1042                         isp_mboxcmd(isp, &mbs);
1043                         /* we will try not to care if this fails */
1044                 }
1045         }
1046
1047         /*
1048          * Ask the chip for the current firmware version.
1049          * This should prove that the new firmware is working.
1050          */
1051         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1052         isp_mboxcmd(isp, &mbs);
1053         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1054                 ISP_RESET0(isp);
1055                 return;
1056         }
1057
1058         /*
1059          * The SBus firmware that we are using apparently does not return
1060          * major, minor, micro revisions in the mailbox registers, which
1061          * is really, really, annoying.
1062          */
1063         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1064                 if (dodnld) {
1065 #ifdef  ISP_TARGET_MODE
1066                         isp->isp_fwrev[0] = 7;
1067                         isp->isp_fwrev[1] = 55;
1068 #else
1069                         isp->isp_fwrev[0] = 1;
1070                         isp->isp_fwrev[1] = 37;
1071 #endif
1072                         isp->isp_fwrev[2] = 0;
1073                 }
1074         } else {
1075                 isp->isp_fwrev[0] = mbs.param[1];
1076                 isp->isp_fwrev[1] = mbs.param[2];
1077                 isp->isp_fwrev[2] = mbs.param[3];
1078         }
1079
1080         if (IS_FC(isp)) {
1081                 /*
1082                  * We do not believe firmware attributes for 2100 code less
1083                  * than 1.17.0, unless it's the firmware we specifically
1084                  * are loading.
1085                  *
1086                  * Note that all 22XX and later f/w is greater than 1.X.0.
1087                  */
1088                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1089 #ifdef  USE_SMALLER_2100_FIRMWARE
1090                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1091 #else
1092                         isp->isp_fwattr = 0;
1093 #endif
1094                 } else {
1095                         isp->isp_fwattr = mbs.param[6];
1096                 }
1097                 if (IS_24XX(isp)) {
1098                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1099                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1100                                 isp->isp_fwattr |=
1101                                     (((uint64_t) mbs.param[16]) << 32) |
1102                                     (((uint64_t) mbs.param[17]) << 48);
1103                         }
1104                 }
1105         } else {
1106                 isp->isp_fwattr = 0;
1107         }
1108
1109         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111
1112         fwt = isp->isp_fwattr;
1113         if (IS_24XX(isp)) {
1114                 buf = FCPARAM(isp, 0)->isp_scratch;
1115                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1118                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119                 }
1120                 if (fwt & ISP2400_FW_ATTR_IP) {
1121                         fwt ^=ISP2400_FW_ATTR_IP;
1122                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123                 }
1124                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1126                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127                 }
1128                 if (fwt & ISP2400_FW_ATTR_SB2) {
1129                         fwt ^=ISP2400_FW_ATTR_SB2;
1130                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131                 }
1132                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1134                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135                 }
1136                 if (fwt & ISP2400_FW_ATTR_VI) {
1137                         fwt ^=ISP2400_FW_ATTR_VI;
1138                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139                 }
1140                 if (fwt & ISP2400_FW_ATTR_MQ) {
1141                         fwt ^=ISP2400_FW_ATTR_MQ;
1142                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143                 }
1144                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1145                         fwt ^=ISP2400_FW_ATTR_MSIX;
1146                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147                 }
1148                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1149                         fwt ^=ISP2400_FW_ATTR_FCOE;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VP0) {
1153                         fwt ^= ISP2400_FW_ATTR_VP0;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163                 }
1164                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1167                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168                 }
1169                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1171                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172                 }
1173                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176                 }
1177                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180                 }
1181                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184                 }
1185                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1187                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188                 }
1189                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192                 }
1193                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196                 }
1197                 if (fwt) {
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200                 }
1201                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202         } else if (IS_FC(isp)) {
1203                 buf = FCPARAM(isp, 0)->isp_scratch;
1204                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205                 if (fwt & ISP_FW_ATTR_TMODE) {
1206                         fwt ^=ISP_FW_ATTR_TMODE;
1207                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208                 }
1209                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1210                         fwt ^=ISP_FW_ATTR_SCCLUN;
1211                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212                 }
1213                 if (fwt & ISP_FW_ATTR_FABRIC) {
1214                         fwt ^=ISP_FW_ATTR_FABRIC;
1215                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216                 }
1217                 if (fwt & ISP_FW_ATTR_CLASS2) {
1218                         fwt ^=ISP_FW_ATTR_CLASS2;
1219                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220                 }
1221                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1222                         fwt ^=ISP_FW_ATTR_FCTAPE;
1223                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224                 }
1225                 if (fwt & ISP_FW_ATTR_IP) {
1226                         fwt ^=ISP_FW_ATTR_IP;
1227                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228                 }
1229                 if (fwt & ISP_FW_ATTR_VI) {
1230                         fwt ^=ISP_FW_ATTR_VI;
1231                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232                 }
1233                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236                 }
1237                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1239                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240                 }
1241                 if (fwt != 0) {
1242                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244                 }
1245                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246         }
1247
1248         if (IS_24XX(isp)) {
1249                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250                 isp_mboxcmd(isp, &mbs);
1251                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252                         ISP_RESET0(isp);
1253                         return;
1254                 }
1255                 if (isp->isp_maxcmds >= mbs.param[3]) {
1256                         isp->isp_maxcmds = mbs.param[3];
1257                 }
1258         } else {
1259                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260                 isp_mboxcmd(isp, &mbs);
1261                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262                         ISP_RESET0(isp);
1263                         return;
1264                 }
1265                 if (isp->isp_maxcmds >= mbs.param[2]) {
1266                         isp->isp_maxcmds = mbs.param[2];
1267                 }
1268         }
1269         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270
1271         /*
1272          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274          * work for them).
1275          */
1276         if (IS_FC(isp) && isp->isp_nchan > 1) {
1277                 if (!ISP_CAP_MULTI_ID(isp)) {
1278                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1279                             "only can enable 1 of %d channels", isp->isp_nchan);
1280                         isp->isp_nchan = 1;
1281                 } else if (!ISP_CAP_VP0(isp)) {
1282                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1283                             "feature properly without VP0_Decoupling");
1284                         isp->isp_nchan = 1;
1285                 }
1286         }
1287         if (IS_FC(isp)) {
1288                 for (i = 0; i < isp->isp_nchan; i++)
1289                         isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1290         }
1291         if (isp->isp_dead) {
1292                 isp_shutdown(isp);
1293                 ISP_DISABLE_INTS(isp);
1294                 return;
1295         }
1296
1297         isp->isp_state = ISP_RESETSTATE;
1298
1299         /*
1300          * Okay- now that we have new firmware running, we now (re)set our
1301          * notion of how many luns we support. This is somewhat tricky because
1302          * if we haven't loaded firmware, we sometimes do not have an easy way
1303          * of knowing how many luns we support.
1304          *
1305          * Expanded lun firmware gives you 32 luns for SCSI cards and
1306          * 16384 luns for Fibre Channel cards.
1307          *
1308          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1309          * we do get a firmware attributes word returned in mailbox register 6.
1310          *
1311          * Because the lun is in a different position in the Request Queue
1312          * Entry structure for Fibre Channel with expanded lun firmware, we
1313          * can only support one lun (lun zero) when we don't know what kind
1314          * of firmware we're running.
1315          */
1316         if (IS_SCSI(isp)) {
1317                 if (dodnld) {
1318                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1319                                 isp->isp_maxluns = 32;
1320                         } else {
1321                                 isp->isp_maxluns = 8;
1322                         }
1323                 } else {
1324                         isp->isp_maxluns = 8;
1325                 }
1326         } else {
1327                 if (ISP_CAP_SCCFW(isp)) {
1328                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1329                 } else {
1330                         isp->isp_maxluns = 16;
1331                 }
1332         }
1333
1334         /*
1335          * We get some default values established. As a side
1336          * effect, NVRAM is read here (unless overriden by
1337          * a configuration flag).
1338          */
1339         if (do_load_defaults) {
1340                 if (IS_SCSI(isp)) {
1341                         isp_setdfltsdparm(isp);
1342                 } else {
1343                         for (i = 0; i < isp->isp_nchan; i++) {
1344                                 isp_setdfltfcparm(isp, i);
1345                         }
1346                 }
1347         }
1348 }
1349
1350 /*
1351  * Clean firmware shutdown.
1352  */
1353 static int
1354 isp_deinit(ispsoftc_t *isp)
1355 {
1356         mbreg_t mbs;
1357
1358         isp->isp_state = ISP_NILSTATE;
1359         MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1360         mbs.param[1] = 0;
1361         mbs.param[2] = 0;
1362         mbs.param[3] = 0;
1363         mbs.param[4] = 0;
1364         mbs.param[5] = 0;
1365         mbs.param[6] = 0;
1366         mbs.param[7] = 0;
1367         mbs.param[8] = 0;
1368         isp_mboxcmd(isp, &mbs);
1369         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1370 }
1371
1372 /*
1373  * Initialize Parameters of Hardware to a known state.
1374  *
1375  * Locks are held before coming here.
1376  */
1377 void
1378 isp_init(ispsoftc_t *isp)
1379 {
1380         if (IS_FC(isp)) {
1381                 if (IS_24XX(isp)) {
1382                         isp_fibre_init_2400(isp);
1383                 } else {
1384                         isp_fibre_init(isp);
1385                 }
1386         } else {
1387                 isp_scsi_init(isp);
1388         }
1389         GET_NANOTIME(&isp->isp_init_time);
1390 }
1391
1392 static void
1393 isp_scsi_init(ispsoftc_t *isp)
1394 {
1395         sdparam *sdp_chan0, *sdp_chan1;
1396         mbreg_t mbs;
1397
1398         isp->isp_state = ISP_INITSTATE;
1399
1400         sdp_chan0 = SDPARAM(isp, 0);
1401         sdp_chan1 = sdp_chan0;
1402         if (IS_DUALBUS(isp)) {
1403                 sdp_chan1 = SDPARAM(isp, 1);
1404         }
1405
1406         /* First do overall per-card settings. */
1407
1408         /*
1409          * If we have fast memory timing enabled, turn it on.
1410          */
1411         if (sdp_chan0->isp_fast_mttr) {
1412                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1413         }
1414
1415         /*
1416          * Set Retry Delay and Count.
1417          * You set both channels at the same time.
1418          */
1419         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1420         mbs.param[1] = sdp_chan0->isp_retry_count;
1421         mbs.param[2] = sdp_chan0->isp_retry_delay;
1422         mbs.param[6] = sdp_chan1->isp_retry_count;
1423         mbs.param[7] = sdp_chan1->isp_retry_delay;
1424         isp_mboxcmd(isp, &mbs);
1425         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1426                 return;
1427         }
1428
1429         /*
1430          * Set ASYNC DATA SETUP time. This is very important.
1431          */
1432         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1433         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1434         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1435         isp_mboxcmd(isp, &mbs);
1436         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1437                 return;
1438         }
1439
1440         /*
1441          * Set ACTIVE Negation State.
1442          */
1443         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1444         mbs.param[1] =
1445             (sdp_chan0->isp_req_ack_active_neg << 4) |
1446             (sdp_chan0->isp_data_line_active_neg << 5);
1447         mbs.param[2] =
1448             (sdp_chan1->isp_req_ack_active_neg << 4) |
1449             (sdp_chan1->isp_data_line_active_neg << 5);
1450         isp_mboxcmd(isp, &mbs);
1451         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1452                 isp_prt(isp, ISP_LOGERR,
1453                     "failed to set active negation state (%d,%d), (%d,%d)",
1454                     sdp_chan0->isp_req_ack_active_neg,
1455                     sdp_chan0->isp_data_line_active_neg,
1456                     sdp_chan1->isp_req_ack_active_neg,
1457                     sdp_chan1->isp_data_line_active_neg);
1458                 /*
1459                  * But don't return.
1460                  */
1461         }
1462
1463         /*
1464          * Set the Tag Aging limit
1465          */
1466         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1467         mbs.param[1] = sdp_chan0->isp_tag_aging;
1468         mbs.param[2] = sdp_chan1->isp_tag_aging;
1469         isp_mboxcmd(isp, &mbs);
1470         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1471                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1472                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1473                 return;
1474         }
1475
1476         /*
1477          * Set selection timeout.
1478          */
1479         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1480         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1481         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1482         isp_mboxcmd(isp, &mbs);
1483         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1484                 return;
1485         }
1486
1487         /* now do per-channel settings */
1488         isp_scsi_channel_init(isp, 0);
1489         if (IS_DUALBUS(isp))
1490                 isp_scsi_channel_init(isp, 1);
1491
1492         /*
1493          * Now enable request/response queues
1494          */
1495
1496         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1497                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1498                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1499                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1500                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1501                 mbs.param[4] = 0;
1502                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1503                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1504                 isp_mboxcmd(isp, &mbs);
1505                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1506                         return;
1507                 }
1508                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1509
1510                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1511                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1512                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1513                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1514                 mbs.param[5] = 0;
1515                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1516                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1517                 isp_mboxcmd(isp, &mbs);
1518                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1519                         return;
1520                 }
1521                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1522         } else {
1523                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1524                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1525                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1526                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1527                 mbs.param[4] = 0;
1528                 isp_mboxcmd(isp, &mbs);
1529                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530                         return;
1531                 }
1532                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1533
1534                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1535                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1536                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1537                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1538                 mbs.param[5] = 0;
1539                 isp_mboxcmd(isp, &mbs);
1540                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1541                         return;
1542                 }
1543                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1544         }
1545
1546         /*
1547          * Turn on LVD transitions for ULTRA2 or better and other features
1548          *
1549          * Now that we have 32 bit handles, don't do any fast posting
1550          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1551          * operation or use fast posting. To be conservative, we'll only
1552          * do this for Ultra3 cards now because the other cards are so
1553          * rare for this author to find and test with.
1554          */
1555
1556         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1557         if (IS_ULTRA2(isp))
1558                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1559 #ifdef  ISP_NO_RIO
1560         if (IS_ULTRA3(isp))
1561                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1562 #else
1563         if (IS_ULTRA3(isp))
1564                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1565 #endif
1566         if (mbs.param[1] != 0) {
1567                 uint16_t sfeat = mbs.param[1];
1568                 isp_mboxcmd(isp, &mbs);
1569                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1570                         isp_prt(isp, ISP_LOGINFO,
1571                             "Enabled FW features (0x%x)", sfeat);
1572                 }
1573         }
1574
1575         isp->isp_state = ISP_RUNSTATE;
1576 }
1577
1578 static void
1579 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1580 {
1581         sdparam *sdp;
1582         mbreg_t mbs;
1583         int tgt;
1584
1585         sdp = SDPARAM(isp, chan);
1586
1587         /*
1588          * Set (possibly new) Initiator ID.
1589          */
1590         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1591         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1592         isp_mboxcmd(isp, &mbs);
1593         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1594                 return;
1595         }
1596         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1597             chan, sdp->isp_initiator_id);
1598
1599
1600         /*
1601          * Set current per-target parameters to an initial safe minimum.
1602          */
1603         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1604                 int lun;
1605                 uint16_t sdf;
1606
1607                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1608                         continue;
1609                 }
1610 #ifndef ISP_TARGET_MODE
1611                 sdf = sdp->isp_devparam[tgt].goal_flags;
1612                 sdf &= DPARM_SAFE_DFLT;
1613                 /*
1614                  * It is not quite clear when this changed over so that
1615                  * we could force narrow and async for 1000/1020 cards,
1616                  * but assume that this is only the case for loaded
1617                  * firmware.
1618                  */
1619                 if (isp->isp_loaded_fw) {
1620                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1621                 }
1622 #else
1623                 /*
1624                  * The !$*!)$!$)* f/w uses the same index into some
1625                  * internal table to decide how to respond to negotiations,
1626                  * so if we've said "let's be safe" for ID X, and ID X
1627                  * selects *us*, the negotiations will back to 'safe'
1628                  * (as in narrow/async). What the f/w *should* do is
1629                  * use the initiator id settings to decide how to respond.
1630                  */
1631                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1632 #endif
1633                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1634                 mbs.param[1] = (chan << 15) | (tgt << 8);
1635                 mbs.param[2] = sdf;
1636                 if ((sdf & DPARM_SYNC) == 0) {
1637                         mbs.param[3] = 0;
1638                 } else {
1639                         mbs.param[3] =
1640                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1641                             (sdp->isp_devparam[tgt].goal_period);
1642                 }
1643                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1644                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1645                 isp_mboxcmd(isp, &mbs);
1646                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1647                         sdf = DPARM_SAFE_DFLT;
1648                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1649                         mbs.param[1] = (tgt << 8) | (chan << 15);
1650                         mbs.param[2] = sdf;
1651                         mbs.param[3] = 0;
1652                         isp_mboxcmd(isp, &mbs);
1653                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1654                                 continue;
1655                         }
1656                 }
1657
1658                 /*
1659                  * We don't update any information directly from the f/w
1660                  * because we need to run at least one command to cause a
1661                  * new state to be latched up. So, we just assume that we
1662                  * converge to the values we just had set.
1663                  *
1664                  * Ensure that we don't believe tagged queuing is enabled yet.
1665                  * It turns out that sometimes the ISP just ignores our
1666                  * attempts to set parameters for devices that it hasn't
1667                  * seen yet.
1668                  */
1669                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1670                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1671                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1672                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1673                         mbs.param[2] = sdp->isp_max_queue_depth;
1674                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1675                         isp_mboxcmd(isp, &mbs);
1676                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1677                                 break;
1678                         }
1679                 }
1680         }
1681         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1682                 if (sdp->isp_devparam[tgt].dev_refresh) {
1683                         sdp->sendmarker = 1;
1684                         sdp->update = 1;
1685                         break;
1686                 }
1687         }
1688 }
1689
1690 /*
1691  * Fibre Channel specific initialization.
1692  */
1693 static void
1694 isp_fibre_init(ispsoftc_t *isp)
1695 {
1696         fcparam *fcp;
1697         isp_icb_t local, *icbp = &local;
1698         mbreg_t mbs;
1699
1700         /*
1701          * We only support one channel on non-24XX cards
1702          */
1703         fcp = FCPARAM(isp, 0);
1704         if (fcp->role == ISP_ROLE_NONE)
1705                 return;
1706
1707         isp->isp_state = ISP_INITSTATE;
1708         ISP_MEMZERO(icbp, sizeof (*icbp));
1709         icbp->icb_version = ICB_VERSION1;
1710         icbp->icb_fwoptions = fcp->isp_fwoptions;
1711
1712         /*
1713          * Firmware Options are either retrieved from NVRAM or
1714          * are patched elsewhere. We check them for sanity here
1715          * and make changes based on board revision, but otherwise
1716          * let others decide policy.
1717          */
1718
1719         /*
1720          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1721          */
1722         if (IS_2100(isp) && isp->isp_revision < 5) {
1723                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1724         }
1725
1726         /*
1727          * We have to use FULL LOGIN even though it resets the loop too much
1728          * because otherwise port database entries don't get updated after
1729          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1730          */
1731         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1732                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1733         }
1734
1735         /*
1736          * Insist on Port Database Update Async notifications
1737          */
1738         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1739
1740         /*
1741          * Make sure that target role reflects into fwoptions.
1742          */
1743         if (fcp->role & ISP_ROLE_TARGET) {
1744                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1745         } else {
1746                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1747         }
1748
1749         /*
1750          * For some reason my 2200 does not generate ATIOs in target mode
1751          * if initiator is disabled.  Extra logins are better then target
1752          * not working at all.
1753          */
1754         if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1755                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1756         } else {
1757                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1758         }
1759
1760         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1761         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1762                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1763                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1764         }
1765         icbp->icb_maxalloc = fcp->isp_maxalloc;
1766         if (icbp->icb_maxalloc < 1) {
1767                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1768                 icbp->icb_maxalloc = 16;
1769         }
1770         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1771         if (icbp->icb_execthrottle < 1) {
1772                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1773                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1774         }
1775         icbp->icb_retry_delay = fcp->isp_retry_delay;
1776         icbp->icb_retry_count = fcp->isp_retry_count;
1777         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1778                 icbp->icb_hardaddr = fcp->isp_loopid;
1779                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1780                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1781                 else
1782                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1783         }
1784
1785         /*
1786          * Right now we just set extended options to prefer point-to-point
1787          * over loop based upon some soft config options.
1788          *
1789          * NB: for the 2300, ICBOPT_EXTENDED is required.
1790          */
1791         if (IS_2100(isp)) {
1792                 /*
1793                  * We can't have Fast Posting any more- we now
1794                  * have 32 bit handles.
1795                  */
1796                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1797         } else if (IS_2200(isp) || IS_23XX(isp)) {
1798                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1799
1800                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1801
1802                 if (ISP_CAP_FCTAPE(isp)) {
1803                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1804                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1805
1806                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1807                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1808
1809                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1810                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1811                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1812                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1813                         } else {
1814                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1815                         }
1816                 } else {
1817                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1818                         FCPARAM(isp, 0)->fctape_enabled = 0;
1819                 }
1820
1821                 /*
1822                  * Prefer or force Point-To-Point instead Loop?
1823                  */
1824                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1825                 case ISP_CFG_LPORT_ONLY:
1826                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1827                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1828                         break;
1829                 case ISP_CFG_NPORT_ONLY:
1830                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1831                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1832                         break;
1833                 case ISP_CFG_LPORT:
1834                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1835                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1836                         break;
1837                 case ISP_CFG_NPORT:
1838                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1839                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1840                         break;
1841                 default:
1842                         /* Let NVRAM settings define it if they are sane */
1843                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1844                         case ICBXOPT_PTP_2_LOOP:
1845                         case ICBXOPT_PTP_ONLY:
1846                         case ICBXOPT_LOOP_ONLY:
1847                         case ICBXOPT_LOOP_2_PTP:
1848                                 break;
1849                         default:
1850                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1851                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1852                         }
1853                         break;
1854                 }
1855                 if (IS_2200(isp)) {
1856                         /*
1857                          * We can't have Fast Posting any more- we now
1858                          * have 32 bit handles.
1859                          *
1860                          * RIO seemed to have to much breakage.
1861                          *
1862                          * Just opt for safety.
1863                          */
1864                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1865                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1866                 } else {
1867                         /*
1868                          * QLogic recommends that FAST Posting be turned
1869                          * off for 23XX cards and instead allow the HBA
1870                          * to write response queue entries and interrupt
1871                          * after a delay (ZIO).
1872                          */
1873                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1874                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1875                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1876                                 icbp->icb_idelaytimer = 10;
1877                         }
1878                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1879                         if (isp->isp_confopts & ISP_CFG_1GB) {
1880                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1881                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1882                         } else if (isp->isp_confopts & ISP_CFG_2GB) {
1883                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1884                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1885                         } else {
1886                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1887                                 case ICBZOPT_RATE_1GB:
1888                                 case ICBZOPT_RATE_2GB:
1889                                 case ICBZOPT_RATE_AUTO:
1890                                         break;
1891                                 default:
1892                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1893                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1894                                         break;
1895                                 }
1896                         }
1897                 }
1898         }
1899
1900
1901         /*
1902          * For 22XX > 2.1.26 && 23XX, set some options.
1903          */
1904         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1905                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1906                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1907                 mbs.param[2] = 0;
1908                 mbs.param[3] = 0;
1909                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1910                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1911                         if (fcp->role & ISP_ROLE_TARGET) {
1912                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1913                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1914                                 }
1915                                 mbs.param[3] = IFCOPT3_NOPRLI;
1916                         }
1917                 }
1918                 isp_mboxcmd(isp, &mbs);
1919                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1920                         return;
1921                 }
1922         }
1923         icbp->icb_logintime = ICB_LOGIN_TOV;
1924
1925 #ifdef  ISP_TARGET_MODE
1926         if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1927                 icbp->icb_lunenables = 0xffff;
1928                 icbp->icb_ccnt = 0xff;
1929                 icbp->icb_icnt = 0xff;
1930                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1931         }
1932 #endif
1933         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1934                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1935                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1936                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1937                 isp_prt(isp, ISP_LOGDEBUG1,
1938                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1939                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1940                     ((uint32_t) (fcp->isp_wwnn)),
1941                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1942                     ((uint32_t) (fcp->isp_wwpn)));
1943         } else if (fcp->isp_wwpn) {
1944                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1945                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1946                 isp_prt(isp, ISP_LOGDEBUG1,
1947                     "Setting ICB Port 0x%08x%08x",
1948                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1949                     ((uint32_t) (fcp->isp_wwpn)));
1950         } else {
1951                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1952                 return;
1953         }
1954         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1955         if (icbp->icb_rqstqlen < 1) {
1956                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1957         }
1958         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1959         if (icbp->icb_rsltqlen < 1) {
1960                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1961         }
1962         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1963         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1964         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1965         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1966         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1967         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1968         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1969         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1970
1971         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1972                 isp_prt(isp, ISP_LOGERR, sacq);
1973                 return;
1974         }
1975         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1976             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1977
1978         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1979         if (isp->isp_dblev & ISP_LOGDEBUG1) {
1980                 isp_print_bytes(isp, "isp_fibre_init",
1981                     sizeof(*icbp), fcp->isp_scratch);
1982         }
1983
1984         /*
1985          * Init the firmware
1986          */
1987         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1988         mbs.param[1] = 0;
1989         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1990         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1991         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1992         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1993         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1994             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1995             (uint32_t) fcp->isp_scdma);
1996         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1997         isp_mboxcmd(isp, &mbs);
1998         FC_SCRATCH_RELEASE(isp, 0);
1999         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2000                 return;
2001         isp->isp_reqidx = 0;
2002         isp->isp_reqodx = 0;
2003         isp->isp_residx = 0;
2004         isp->isp_resodx = 0;
2005
2006         /*
2007          * Whatever happens, we're now committed to being here.
2008          */
2009         isp->isp_state = ISP_RUNSTATE;
2010 }
2011
2012 static void
2013 isp_fibre_init_2400(ispsoftc_t *isp)
2014 {
2015         fcparam *fcp;
2016         isp_icb_2400_t local, *icbp = &local;
2017         mbreg_t mbs;
2018         int chan;
2019
2020         /*
2021          * Check to see whether all channels have *some* kind of role
2022          */
2023         for (chan = 0; chan < isp->isp_nchan; chan++) {
2024                 fcp = FCPARAM(isp, chan);
2025                 if (fcp->role != ISP_ROLE_NONE) {
2026                         break;
2027                 }
2028         }
2029         if (chan == isp->isp_nchan) {
2030                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2031                 return;
2032         }
2033
2034         isp->isp_state = ISP_INITSTATE;
2035
2036         /*
2037          * Start with channel 0.
2038          */
2039         fcp = FCPARAM(isp, 0);
2040
2041         /*
2042          * Turn on LIP F8 async event (1)
2043          */
2044         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2045         mbs.param[1] = 1;
2046         isp_mboxcmd(isp, &mbs);
2047         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2048                 return;
2049         }
2050
2051         ISP_MEMZERO(icbp, sizeof (*icbp));
2052         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2053         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2054         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2055         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2056                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2057                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2058         } else {
2059                 if (fcp->role & ISP_ROLE_TARGET)
2060                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2061                 else
2062                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2063                 if (fcp->role & ISP_ROLE_INITIATOR)
2064                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2065                 else
2066                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2067         }
2068
2069         icbp->icb_version = ICB_VERSION1;
2070         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2071         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2072                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2073                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2074         }
2075
2076         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2077         if (icbp->icb_execthrottle < 1) {
2078                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2079                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2080         }
2081
2082         /*
2083          * Set target exchange count. Take half if we are supporting both roles.
2084          */
2085         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2086                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2087                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2088                         icbp->icb_xchgcnt >>= 1;
2089         }
2090
2091         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2092                 icbp->icb_hardaddr = fcp->isp_loopid;
2093                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2094                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2095                 else
2096                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2097         }
2098
2099         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2100                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2101         }
2102         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2103                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2104         }
2105
2106         for (chan = 0; chan < isp->isp_nchan; chan++) {
2107                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2108                         FCPARAM(isp, chan)->fctape_enabled = 1;
2109                 else
2110                         FCPARAM(isp, chan)->fctape_enabled = 0;
2111         }
2112
2113         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2114         case ISP_CFG_LPORT_ONLY:
2115                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2116                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2117                 break;
2118         case ISP_CFG_NPORT_ONLY:
2119                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2120                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2121                 break;
2122         case ISP_CFG_NPORT:
2123                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2124         case ISP_CFG_LPORT:
2125                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2126                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2127                 break;
2128         default:
2129                 /* Let NVRAM settings define it if they are sane */
2130                 switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2131                 case ICB2400_OPT2_LOOP_ONLY:
2132                 case ICB2400_OPT2_PTP_ONLY:
2133                 case ICB2400_OPT2_LOOP_2_PTP:
2134                         break;
2135                 default:
2136                         icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2137                         icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2138                 }
2139                 break;
2140         }
2141
2142         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2143         case ICB2400_OPT2_ZIO:
2144         case ICB2400_OPT2_ZIO1:
2145                 icbp->icb_idelaytimer = 0;
2146                 break;
2147         case 0:
2148                 break;
2149         default:
2150                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2151                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2152                 break;
2153         }
2154
2155         if (IS_26XX(isp)) {
2156                 /* We don't support MSI-X yet, so set this unconditionally. */
2157                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2158                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2159         }
2160
2161         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2162                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2163         }
2164         if (isp->isp_confopts & ISP_CFG_1GB) {
2165                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2166                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2167         } else if (isp->isp_confopts & ISP_CFG_2GB) {
2168                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2169                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2170         } else if (isp->isp_confopts & ISP_CFG_4GB) {
2171                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2172                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2173         } else if (isp->isp_confopts & ISP_CFG_8GB) {
2174                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2175                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2176         } else if (isp->isp_confopts & ISP_CFG_16GB) {
2177                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2178                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2179         } else {
2180                 switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2181                 case ICB2400_OPT3_RATE_4GB:
2182                 case ICB2400_OPT3_RATE_8GB:
2183                 case ICB2400_OPT3_RATE_16GB:
2184                 case ICB2400_OPT3_RATE_AUTO:
2185                         break;
2186                 case ICB2400_OPT3_RATE_2GB:
2187                         if (isp->isp_type <= ISP_HA_FC_2500)
2188                                 break;
2189                         /*FALLTHROUGH*/
2190                 case ICB2400_OPT3_RATE_1GB:
2191                         if (isp->isp_type <= ISP_HA_FC_2400)
2192                                 break;
2193                         /*FALLTHROUGH*/
2194                 default:
2195                         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2196                         icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2197                         break;
2198                 }
2199         }
2200         icbp->icb_logintime = ICB_LOGIN_TOV;
2201
2202         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2203                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2204                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2205                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2206                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2207                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2208         } else if (fcp->isp_wwpn) {
2209                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2210                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2211                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2212         } else {
2213                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2214                 return;
2215         }
2216         icbp->icb_retry_count = fcp->isp_retry_count;
2217
2218         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2219         if (icbp->icb_rqstqlen < 8) {
2220                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2221                 return;
2222         }
2223         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2224         if (icbp->icb_rsltqlen < 8) {
2225                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2226                     icbp->icb_rsltqlen);
2227                 return;
2228         }
2229         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2230         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2231         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2232         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2233
2234         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2235         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2236         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2237         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2238
2239 #ifdef  ISP_TARGET_MODE
2240         /* unconditionally set up the ATIO queue if we support target mode */
2241         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2242         if (icbp->icb_atioqlen < 8) {
2243                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2244                 return;
2245         }
2246         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2247         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2248         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2249         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2250         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2251             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2252 #endif
2253
2254         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2255
2256         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2257             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2258             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2259
2260         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2261                 isp_prt(isp, ISP_LOGERR, sacq);
2262                 return;
2263         }
2264         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2265         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2266         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2267                 isp_print_bytes(isp, "isp_fibre_init_2400",
2268                     sizeof (*icbp), fcp->isp_scratch);
2269         }
2270
2271         /*
2272          * Now fill in information about any additional channels
2273          */
2274         if (isp->isp_nchan > 1) {
2275                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2276                 vp_port_info_t pi, *pdst;
2277                 size_t amt = 0;
2278                 uint8_t *off;
2279
2280                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2281                 if (ISP_CAP_VP0(isp)) {
2282                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2283                         vpinfo.vp_count = isp->isp_nchan;
2284                         chan = 0;
2285                 } else {
2286                         vpinfo.vp_count = isp->isp_nchan - 1;
2287                         chan = 1;
2288                 }
2289                 off = fcp->isp_scratch;
2290                 off += ICB2400_VPINFO_OFF;
2291                 vdst = (isp_icb_2400_vpinfo_t *) off;
2292                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2293                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2294                 for (; chan < isp->isp_nchan; chan++) {
2295                         fcparam *fcp2;
2296
2297                         ISP_MEMZERO(&pi, sizeof (pi));
2298                         fcp2 = FCPARAM(isp, chan);
2299                         if (fcp2->role != ISP_ROLE_NONE) {
2300                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2301                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2302                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2303                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2304                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2305                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2306                         }
2307                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2308                                 pi.vp_port_loopid = fcp2->isp_loopid;
2309                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2310                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2311                                 else
2312                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2313                         }
2314                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2315                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2316                         off = fcp->isp_scratch;
2317                         if (ISP_CAP_VP0(isp))
2318                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2319                         else
2320                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2321                         pdst = (vp_port_info_t *) off;
2322                         isp_put_vp_port_info(isp, &pi, pdst);
2323                         amt += ICB2400_VPOPT_WRITE_SIZE;
2324                 }
2325                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2326                         isp_print_bytes(isp, "isp_fibre_init_2400",
2327                             amt - ICB2400_VPINFO_OFF,
2328                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2329                 }
2330         }
2331
2332         /*
2333          * Init the firmware
2334          */
2335         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2336         if (isp->isp_nchan > 1) {
2337                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2338         } else {
2339                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2340         }
2341         mbs.param[1] = 0;
2342         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2343         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2344         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2345         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2346         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2347         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2348         isp_mboxcmd(isp, &mbs);
2349         FC_SCRATCH_RELEASE(isp, 0);
2350
2351         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2352                 return;
2353         }
2354         isp->isp_reqidx = 0;
2355         isp->isp_reqodx = 0;
2356         isp->isp_residx = 0;
2357         isp->isp_resodx = 0;
2358         isp->isp_atioodx = 0;
2359
2360         /*
2361          * Whatever happens, we're now committed to being here.
2362          */
2363         isp->isp_state = ISP_RUNSTATE;
2364 }
2365
2366 static int
2367 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2368 {
2369         fcparam *fcp = FCPARAM(isp, chan);
2370         vp_modify_t vp;
2371         void *reqp;
2372         uint8_t resp[QENTRY_LEN];
2373
2374         /* Build a VP MODIFY command in memory */
2375         ISP_MEMZERO(&vp, sizeof(vp));
2376         vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2377         vp.vp_mod_hdr.rqs_entry_count = 1;
2378         vp.vp_mod_cnt = 1;
2379         vp.vp_mod_idx0 = chan;
2380         vp.vp_mod_cmd = VP_MODIFY_ENA;
2381         vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2382             ICB2400_VPOPT_ENA_SNSLOGIN;
2383         if (fcp->role & ISP_ROLE_INITIATOR)
2384                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2385         if ((fcp->role & ISP_ROLE_TARGET) == 0)
2386                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2387         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2388                 vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2389                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2390                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2391                 else
2392                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2393         }
2394         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2395         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2396
2397         /* Prepare space for response in memory */
2398         memset(resp, 0xff, sizeof(resp));
2399         vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2400         if (vp.vp_mod_hdl == 0) {
2401                 isp_prt(isp, ISP_LOGERR,
2402                     "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2403                 return (EIO);
2404         }
2405
2406         /* Send request and wait for response. */
2407         reqp = isp_getrqentry(isp);
2408         if (reqp == NULL) {
2409                 isp_prt(isp, ISP_LOGERR,
2410                     "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2411                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2412                 return (EIO);
2413         }
2414         isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2415         if (isp->isp_dblev & ISP_LOGDEBUG1)
2416                 isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2417         ISP_SYNC_REQUEST(isp);
2418         if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2419                 isp_prt(isp, ISP_LOGERR,
2420                     "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2421                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2422                 return (EIO);
2423         }
2424         if (isp->isp_dblev & ISP_LOGDEBUG1)
2425                 isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2426         isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2427
2428         if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2429                 isp_prt(isp, ISP_LOGERR,
2430                     "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2431                     __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2432                 return (EIO);
2433         }
2434         return (0);
2435 }
2436
2437 static int
2438 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2439 {
2440         vp_ctrl_info_t vp;
2441         void *reqp;
2442         uint8_t resp[QENTRY_LEN];
2443
2444         /* Build a VP CTRL command in memory */
2445         ISP_MEMZERO(&vp, sizeof(vp));
2446         vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2447         vp.vp_ctrl_hdr.rqs_entry_count = 1;
2448         if (ISP_CAP_VP0(isp)) {
2449                 vp.vp_ctrl_status = 1;
2450         } else {
2451                 vp.vp_ctrl_status = 0;
2452                 chan--; /* VP0 can not be controlled in this case. */
2453         }
2454         vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2455         vp.vp_ctrl_vp_count = 1;
2456         vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2457
2458         /* Prepare space for response in memory */
2459         memset(resp, 0xff, sizeof(resp));
2460         vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2461         if (vp.vp_ctrl_handle == 0) {
2462                 isp_prt(isp, ISP_LOGERR,
2463                     "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2464                 return (EIO);
2465         }
2466
2467         /* Send request and wait for response. */
2468         reqp = isp_getrqentry(isp);
2469         if (reqp == NULL) {
2470                 isp_prt(isp, ISP_LOGERR,
2471                     "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2472                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2473                 return (EIO);
2474         }
2475         isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2476         if (isp->isp_dblev & ISP_LOGDEBUG1)
2477                 isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2478         ISP_SYNC_REQUEST(isp);
2479         if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2480                 isp_prt(isp, ISP_LOGERR,
2481                     "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2482                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2483                 return (EIO);
2484         }
2485         if (isp->isp_dblev & ISP_LOGDEBUG1)
2486                 isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2487         isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2488
2489         if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2490                 isp_prt(isp, ISP_LOGERR,
2491                     "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2492                     __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2493                     vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2494                 return (EIO);
2495         }
2496         return (0);
2497 }
2498
2499 static int
2500 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2501 {
2502         fcparam *fcp = FCPARAM(isp, chan);
2503         int i, was, res = 0;
2504
2505         if (chan >= isp->isp_nchan) {
2506                 isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2507                 return (ENXIO);
2508         }
2509         if (fcp->role == new_role)
2510                 return (0);
2511         for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2512                 if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2513                         was++;
2514         }
2515         if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2516                 fcp->role = new_role;
2517                 return (isp_reinit(isp, 0));
2518         }
2519         if (fcp->role != ISP_ROLE_NONE) {
2520                 res = isp_fc_disable_vp(isp, chan);
2521                 isp_clear_portdb(isp, chan);
2522         }
2523         fcp->role = new_role;
2524         if (fcp->role != ISP_ROLE_NONE)
2525                 res = isp_fc_enable_vp(isp, chan);
2526         return (res);
2527 }
2528
2529 static void
2530 isp_clear_portdb(ispsoftc_t *isp, int chan)
2531 {
2532         fcparam *fcp = FCPARAM(isp, chan);
2533         fcportdb_t *lp;
2534         int i;
2535
2536         for (i = 0; i < MAX_FC_TARG; i++) {
2537                 lp = &fcp->portdb[i];
2538                 switch (lp->state) {
2539                 case FC_PORTDB_STATE_DEAD:
2540                 case FC_PORTDB_STATE_CHANGED:
2541                 case FC_PORTDB_STATE_VALID:
2542                         lp->state = FC_PORTDB_STATE_NIL;
2543                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2544                         break;
2545                 case FC_PORTDB_STATE_NIL:
2546                 case FC_PORTDB_STATE_NEW:
2547                         lp->state = FC_PORTDB_STATE_NIL;
2548                         break;
2549                 case FC_PORTDB_STATE_ZOMBIE:
2550                         break;
2551                 default:
2552                         panic("Don't know how to clear state %d\n", lp->state);
2553                 }
2554         }
2555 }
2556
2557 static void
2558 isp_mark_portdb(ispsoftc_t *isp, int chan)
2559 {
2560         fcparam *fcp = FCPARAM(isp, chan);
2561         fcportdb_t *lp;
2562         int i;
2563
2564         for (i = 0; i < MAX_FC_TARG; i++) {
2565                 lp = &fcp->portdb[i];
2566                 if (lp->state == FC_PORTDB_STATE_NIL)
2567                         continue;
2568                 if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2569                     lp->portid <= DOMAIN_CONTROLLER_END)
2570                         continue;
2571                 fcp->portdb[i].probational = 1;
2572         }
2573 }
2574
2575 /*
2576  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2577  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2578  */
2579 static int
2580 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2581 {
2582         isp_plogx_t pl;
2583         void *reqp;
2584         uint8_t resp[QENTRY_LEN];
2585         uint32_t sst, parm1;
2586         int rval, lev;
2587         const char *msg;
2588         char buf[64];
2589
2590         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2591             chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2592             "Login":"Logout", portid, handle);
2593         if (!IS_24XX(isp)) {
2594                 int action = flags & PLOGX_FLG_CMD_MASK;
2595                 if (action == PLOGX_FLG_CMD_PLOGI) {
2596                         return (isp_port_login(isp, handle, portid));
2597                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2598                         return (isp_port_logout(isp, handle, portid));
2599                 } else {
2600                         return (MBOX_INVALID_COMMAND);
2601                 }
2602         }
2603
2604         ISP_MEMZERO(&pl, sizeof(pl));
2605         pl.plogx_header.rqs_entry_count = 1;
2606         pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2607         pl.plogx_nphdl = handle;
2608         pl.plogx_vphdl = chan;
2609         pl.plogx_portlo = portid;
2610         pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2611         pl.plogx_flags = flags;
2612
2613         /* Prepare space for response in memory */
2614         memset(resp, 0xff, sizeof(resp));
2615         pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2616         if (pl.plogx_handle == 0) {
2617                 isp_prt(isp, ISP_LOGERR,
2618                     "%s: PLOGX of Chan %d out of handles", __func__, chan);
2619                 return (-1);
2620         }
2621
2622         /* Send request and wait for response. */
2623         reqp = isp_getrqentry(isp);
2624         if (reqp == NULL) {
2625                 isp_prt(isp, ISP_LOGERR,
2626                     "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2627                 isp_destroy_handle(isp, pl.plogx_handle);
2628                 return (-1);
2629         }
2630         isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2631         if (isp->isp_dblev & ISP_LOGDEBUG1)
2632                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2633         FCPARAM(isp, chan)->isp_login_hdl = handle;
2634         ISP_SYNC_REQUEST(isp);
2635         if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2636             == EWOULDBLOCK) {
2637                 isp_prt(isp, ISP_LOGERR,
2638                     "%s: PLOGX of Chan %d timed out", __func__, chan);
2639                 isp_destroy_handle(isp, pl.plogx_handle);
2640                 return (-1);
2641         }
2642         FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2643         if (isp->isp_dblev & ISP_LOGDEBUG1)
2644                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2645         isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2646
2647         if (pl.plogx_status == PLOGX_STATUS_OK) {
2648                 return (0);
2649         } else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2650                 isp_prt(isp, ISP_LOGWARN,
2651                     "status 0x%x on port login IOCB channel %d",
2652                     pl.plogx_status, chan);
2653                 return (-1);
2654         }
2655
2656         sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2657         parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2658
2659         rval = -1;
2660         lev = ISP_LOGERR;
2661         msg = NULL;
2662
2663         switch (sst) {
2664         case PLOGX_IOCBERR_NOLINK:
2665                 msg = "no link";
2666                 break;
2667         case PLOGX_IOCBERR_NOIOCB:
2668                 msg = "no IOCB buffer";
2669                 break;
2670         case PLOGX_IOCBERR_NOXGHG:
2671                 msg = "no Exchange Control Block";
2672                 break;
2673         case PLOGX_IOCBERR_FAILED:
2674                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2675                 msg = buf;
2676                 break;
2677         case PLOGX_IOCBERR_NOFABRIC:
2678                 msg = "no fabric";
2679                 break;
2680         case PLOGX_IOCBERR_NOTREADY:
2681                 msg = "firmware not ready";
2682                 break;
2683         case PLOGX_IOCBERR_NOLOGIN:
2684                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2685                 msg = buf;
2686                 rval = MBOX_NOT_LOGGED_IN;
2687                 break;
2688         case PLOGX_IOCBERR_REJECT:
2689                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2690                 msg = buf;
2691                 break;
2692         case PLOGX_IOCBERR_NOPCB:
2693                 msg = "no PCB allocated";
2694                 break;
2695         case PLOGX_IOCBERR_EINVAL:
2696                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2697                 msg = buf;
2698                 break;
2699         case PLOGX_IOCBERR_PORTUSED:
2700                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2701                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2702                 msg = buf;
2703                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2704                 break;
2705         case PLOGX_IOCBERR_HNDLUSED:
2706                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2707                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2708                 msg = buf;
2709                 rval = MBOX_LOOP_ID_USED;
2710                 break;
2711         case PLOGX_IOCBERR_NOHANDLE:
2712                 msg = "no handle allocated";
2713                 break;
2714         case PLOGX_IOCBERR_NOFLOGI:
2715                 msg = "no FLOGI_ACC";
2716                 break;
2717         default:
2718                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2719                 msg = buf;
2720                 break;
2721         }
2722         if (msg) {
2723                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2724         }
2725         return (rval);
2726 }
2727
2728 static int
2729 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2730 {
2731         mbreg_t mbs;
2732
2733         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2734         if (ISP_CAP_2KLOGIN(isp)) {
2735                 mbs.param[1] = handle;
2736                 mbs.ibits = (1 << 10);
2737         } else {
2738                 mbs.param[1] = handle << 8;
2739         }
2740         mbs.param[2] = portid >> 16;
2741         mbs.param[3] = portid;
2742         mbs.logval = MBLOGNONE;
2743         mbs.timeout = 500000;
2744         isp_mboxcmd(isp, &mbs);
2745
2746         switch (mbs.param[0]) {
2747         case MBOX_PORT_ID_USED:
2748                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2749                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2750
2751         case MBOX_LOOP_ID_USED:
2752                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2753                 return (MBOX_LOOP_ID_USED);
2754
2755         case MBOX_COMMAND_COMPLETE:
2756                 return (0);
2757
2758         case MBOX_COMMAND_ERROR:
2759                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2760                 return (MBOX_COMMAND_ERROR);
2761
2762         case MBOX_ALL_IDS_USED:
2763                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2764                 return (MBOX_ALL_IDS_USED);
2765
2766         default:
2767                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2768                 return (mbs.param[0]);
2769         }
2770 }
2771
2772 /*
2773  * Pre-24XX fabric port logout
2774  *
2775  * Note that portid is not used
2776  */
2777 static int
2778 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2779 {
2780         mbreg_t mbs;
2781
2782         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2783         if (ISP_CAP_2KLOGIN(isp)) {
2784                 mbs.param[1] = handle;
2785                 mbs.ibits = (1 << 10);
2786         } else {
2787                 mbs.param[1] = handle << 8;
2788         }
2789         isp_mboxcmd(isp, &mbs);
2790         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2791 }
2792
2793 static int
2794 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2795 {
2796         mbreg_t mbs;
2797         union {
2798                 isp_pdb_21xx_t fred;
2799                 isp_pdb_24xx_t bill;
2800         } un;
2801
2802         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2803             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2804         if (IS_24XX(isp)) {
2805                 mbs.ibits = (1 << 9)|(1 << 10);
2806                 mbs.param[1] = id;
2807                 mbs.param[9] = chan;
2808         } else if (ISP_CAP_2KLOGIN(isp)) {
2809                 mbs.param[1] = id;
2810         } else {
2811                 mbs.param[1] = id << 8;
2812         }
2813         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2814         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2815         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2816         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2817         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2818
2819         isp_mboxcmd(isp, &mbs);
2820         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2821                 return (mbs.param[0] | (mbs.param[1] << 16));
2822
2823         MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2824         if (IS_24XX(isp)) {
2825                 isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2826                 pdb->handle = un.bill.pdb_handle;
2827                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2828                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2829                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2830                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2831                 isp_prt(isp, ISP_LOGDEBUG1,
2832                     "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2833                     chan, id, pdb->portid, un.bill.pdb_flags,
2834                     un.bill.pdb_curstate);
2835                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2836                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2837                         return (mbs.param[0]);
2838                 }
2839         } else {
2840                 isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2841                 pdb->handle = un.fred.pdb_loopid;
2842                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2843                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2844                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2845                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2846                 isp_prt(isp, ISP_LOGDEBUG1,
2847                     "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2848         }
2849         return (0);
2850 }
2851
2852 static int
2853 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2854 {
2855         fcparam *fcp = FCPARAM(isp, chan);
2856         mbreg_t mbs;
2857         isp_pnhle_21xx_t el1, *elp1;
2858         isp_pnhle_23xx_t el3, *elp3;
2859         isp_pnhle_24xx_t el4, *elp4;
2860         int i, j;
2861         uint32_t p;
2862         uint16_t h;
2863
2864         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2865         if (IS_24XX(isp)) {
2866                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2867                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2868                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2869                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2870                 mbs.param[8] = ISP_FC_SCRLEN;
2871                 mbs.param[9] = chan;
2872         } else {
2873                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2874                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2875                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2876                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2877                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2878         }
2879         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2880                 isp_prt(isp, ISP_LOGERR, sacq);
2881                 return (-1);
2882         }
2883         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2884         isp_mboxcmd(isp, &mbs);
2885         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2886                 FC_SCRATCH_RELEASE(isp, chan);
2887                 return (mbs.param[0] | (mbs.param[1] << 16));
2888         }
2889         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2890         elp1 = fcp->isp_scratch;
2891         elp3 = fcp->isp_scratch;
2892         elp4 = fcp->isp_scratch;
2893         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2894                 if (IS_24XX(isp)) {
2895                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2896                         p = el4.pnhle_port_id_lo |
2897                             (el4.pnhle_port_id_hi << 16);
2898                         h = el4.pnhle_handle;
2899                 } else if (IS_23XX(isp)) {
2900                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2901                         p = el3.pnhle_port_id_lo |
2902                             (el3.pnhle_port_id_hi << 16);
2903                         h = el3.pnhle_handle;
2904                 } else { /* 21xx */
2905                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2906                         p = el1.pnhle_port_id_lo |
2907                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2908                         h = el1.pnhle_port_id_hi_handle >> 8;
2909                 }
2910                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2911                         continue;
2912                 handles[j++] = h;
2913         }
2914         *num = j;
2915         FC_SCRATCH_RELEASE(isp, chan);
2916         return (0);
2917 }
2918
2919 static void
2920 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2921 {
2922         isp_pdb_t pdb;
2923         uint16_t lim, nphdl;
2924
2925         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2926         if (ISP_CAP_2KLOGIN(isp)) {
2927                 lim = NPH_MAX_2K;
2928         } else {
2929                 lim = NPH_MAX;
2930         }
2931         for (nphdl = 0; nphdl != lim; nphdl++) {
2932                 if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2933                         continue;
2934                 }
2935                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2936                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2937                     chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2938                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2939                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2940         }
2941 }
2942
2943 static uint64_t
2944 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2945 {
2946         uint64_t wwn = INI_NONE;
2947         mbreg_t mbs;
2948
2949         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2950             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2951         if (ISP_CAP_2KLOGIN(isp)) {
2952                 mbs.param[1] = nphdl;
2953                 if (nodename) {
2954                         mbs.param[10] = 1;
2955                 }
2956                 mbs.param[9] = chan;
2957         } else {
2958                 mbs.ibitm = 3;
2959                 mbs.param[1] = nphdl << 8;
2960                 if (nodename) {
2961                         mbs.param[1] |= 1;
2962                 }
2963         }
2964         isp_mboxcmd(isp, &mbs);
2965         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2966                 return (wwn);
2967         }
2968         if (IS_24XX(isp)) {
2969                 wwn =
2970                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2971                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2972                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2973                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2974                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2975                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2976                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2977                     (((uint64_t)(mbs.param[7] & 0xff)));
2978         } else {
2979                 wwn =
2980                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2981                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2982                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2983                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2984                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2985                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2986                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2987                     (((uint64_t)(mbs.param[7] >> 8)));
2988         }
2989         return (wwn);
2990 }
2991
2992 /*
2993  * Make sure we have good FC link.
2994  */
2995
2996 static int
2997 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2998 {
2999         mbreg_t mbs;
3000         int i, r;
3001         uint16_t nphdl;
3002         fcparam *fcp;
3003         isp_pdb_t pdb;
3004         NANOTIME_T hra, hrb;
3005
3006         fcp = FCPARAM(isp, chan);
3007
3008         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3009                 return (-1);
3010         if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
3011                 return (0);
3012
3013         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
3014
3015         /*
3016          * Wait up to N microseconds for F/W to go to a ready state.
3017          */
3018         GET_NANOTIME(&hra);
3019         while (1) {
3020                 isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
3021                 if (fcp->isp_fwstate == FW_READY) {
3022                         break;
3023                 }
3024                 if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3025                         goto abort;
3026                 GET_NANOTIME(&hrb);
3027                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
3028                         break;
3029                 ISP_SLEEP(isp, 1000);
3030         }
3031         if (fcp->isp_fwstate != FW_READY) {
3032                 isp_prt(isp, ISP_LOG_SANCFG,
3033                     "Chan %d Firmware is not ready (%s)",
3034                     chan, isp_fc_fw_statename(fcp->isp_fwstate));
3035                 return (-1);
3036         }
3037
3038         /*
3039          * Get our Loop ID and Port ID.
3040          */
3041         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3042         mbs.param[9] = chan;
3043         isp_mboxcmd(isp, &mbs);
3044         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3045                 return (-1);
3046         }
3047
3048         if (IS_2100(isp)) {
3049                 /*
3050                  * Don't bother with fabric if we are using really old
3051                  * 2100 firmware. It's just not worth it.
3052                  */
3053                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3054                         fcp->isp_topo = TOPO_FL_PORT;
3055                 else
3056                         fcp->isp_topo = TOPO_NL_PORT;
3057         } else {
3058                 int topo = (int) mbs.param[6];
3059                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3060                         topo = TOPO_PTP_STUB;
3061                 }
3062                 fcp->isp_topo = topo;
3063         }
3064         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3065
3066         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3067                 fcp->isp_loopid = mbs.param[1] & 0xff;
3068         } else if (fcp->isp_topo != TOPO_F_PORT) {
3069                 uint8_t alpa = fcp->isp_portid;
3070
3071                 for (i = 0; alpa_map[i]; i++) {
3072                         if (alpa_map[i] == alpa)
3073                                 break;
3074                 }
3075                 if (alpa_map[i])
3076                         fcp->isp_loopid = i;
3077         }
3078
3079 #if 0
3080         fcp->isp_loopstate = LOOP_HAVE_ADDR;
3081 #endif
3082         fcp->isp_loopstate = LOOP_TESTING_LINK;
3083
3084         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3085                 nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3086                 r = isp_getpdb(isp, chan, nphdl, &pdb);
3087                 if (r != 0 || pdb.portid == 0) {
3088                         if (IS_2100(isp)) {
3089                                 fcp->isp_topo = TOPO_NL_PORT;
3090                         } else {
3091                                 isp_prt(isp, ISP_LOGWARN,
3092                                     "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3093                                 fcp->isp_topo = TOPO_PTP_STUB;
3094                         }
3095                         goto not_on_fabric;
3096                 }
3097
3098                 if (IS_24XX(isp)) {
3099                         fcp->isp_fabric_params = mbs.param[7];
3100                         fcp->isp_sns_hdl = NPH_SNS_ID;
3101                         r = isp_register_fc4_type_24xx(isp, chan);
3102                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3103                                 goto abort;
3104                         if (r != 0)
3105                                 goto not_on_fabric;
3106                         r = isp_register_fc4_features_24xx(isp, chan);
3107                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3108                                 goto abort;
3109                         if (r != 0)
3110                                 goto not_on_fabric;
3111                         r = isp_register_port_name_24xx(isp, chan);
3112                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3113                                 goto abort;
3114                         if (r != 0)
3115                                 goto not_on_fabric;
3116                         isp_register_node_name_24xx(isp, chan);
3117                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3118                                 goto abort;
3119                 } else {
3120                         fcp->isp_sns_hdl = SNS_ID;
3121                         r = isp_register_fc4_type(isp, chan);
3122                         if (r != 0)
3123                                 goto not_on_fabric;
3124                         if (fcp->role == ISP_ROLE_TARGET)
3125                                 isp_send_change_request(isp, chan);
3126                 }
3127         }
3128
3129 not_on_fabric:
3130         /* Get link speed. */
3131         fcp->isp_gbspeed = 1;
3132         if (IS_23XX(isp) || IS_24XX(isp)) {
3133                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3134                 mbs.param[1] = MBGSD_GET_RATE;
3135                 /* mbs.param[2] undefined if we're just getting rate */
3136                 isp_mboxcmd(isp, &mbs);
3137                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3138                         if (mbs.param[1] == MBGSD_10GB)
3139                                 fcp->isp_gbspeed = 10;
3140                         else if (mbs.param[1] == MBGSD_16GB)
3141                                 fcp->isp_gbspeed = 16;
3142                         else if (mbs.param[1] == MBGSD_8GB)
3143                                 fcp->isp_gbspeed = 8;
3144                         else if (mbs.param[1] == MBGSD_4GB)
3145                                 fcp->isp_gbspeed = 4;
3146                         else if (mbs.param[1] == MBGSD_2GB)
3147                                 fcp->isp_gbspeed = 2;
3148                         else if (mbs.param[1] == MBGSD_1GB)
3149                                 fcp->isp_gbspeed = 1;
3150                 }
3151         }
3152
3153         if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3154 abort:
3155                 isp_prt(isp, ISP_LOG_SANCFG,
3156                     "Chan %d FC link test aborted", chan);
3157                 return (1);
3158         }
3159         fcp->isp_loopstate = LOOP_LTEST_DONE;
3160         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3161             "Chan %d WWPN %016jx WWNN %016jx",
3162             chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3163         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3164             "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3165             chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3166             fcp->isp_loopid);
3167         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3168         return (0);
3169 }
3170
3171 /*
3172  * Complete the synchronization of our Port Database.
3173  *
3174  * At this point, we've scanned the local loop (if any) and the fabric
3175  * and performed fabric logins on all new devices.
3176  *
3177  * Our task here is to go through our port database removing any entities
3178  * that are still marked probational (issuing PLOGO for ones which we had
3179  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3180  * devices.
3181  */
3182 static int
3183 isp_pdb_sync(ispsoftc_t *isp, int chan)
3184 {
3185         fcparam *fcp = FCPARAM(isp, chan);
3186         fcportdb_t *lp;
3187         uint16_t dbidx;
3188
3189         if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3190                 return (-1);
3191         if (fcp->isp_loopstate >= LOOP_READY)
3192                 return (0);
3193
3194         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3195
3196         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3197
3198         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3199                 lp = &fcp->portdb[dbidx];
3200
3201                 if (lp->state == FC_PORTDB_STATE_NIL)
3202                         continue;
3203                 if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3204                         lp->state = FC_PORTDB_STATE_DEAD;
3205                 switch (lp->state) {
3206                 case FC_PORTDB_STATE_DEAD:
3207                         lp->state = FC_PORTDB_STATE_NIL;
3208                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3209                         if ((lp->portid & 0xffff00) != 0) {
3210                                 (void) isp_plogx(isp, chan, lp->handle,
3211                                     lp->portid,
3212                                     PLOGX_FLG_CMD_LOGO |
3213                                     PLOGX_FLG_IMPLICIT |
3214                                     PLOGX_FLG_FREE_NPHDL);
3215                         }
3216                         /*
3217                          * Note that we might come out of this with our state
3218                          * set to FC_PORTDB_STATE_ZOMBIE.
3219                          */
3220                         break;
3221                 case FC_PORTDB_STATE_NEW:
3222                         lp->state = FC_PORTDB_STATE_VALID;
3223                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3224                         break;
3225                 case FC_PORTDB_STATE_CHANGED:
3226                         lp->state = FC_PORTDB_STATE_VALID;
3227                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3228                         lp->portid = lp->new_portid;
3229                         lp->prli_word3 = lp->new_prli_word3;
3230                         break;
3231                 case FC_PORTDB_STATE_VALID:
3232                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3233                         break;
3234                 case FC_PORTDB_STATE_ZOMBIE:
3235                         break;
3236                 default:
3237                         isp_prt(isp, ISP_LOGWARN,
3238                             "isp_pdb_sync: state %d for idx %d",
3239                             lp->state, dbidx);
3240                         isp_dump_portdb(isp, chan);
3241                 }
3242         }
3243
3244         if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3245                 isp_prt(isp, ISP_LOG_SANCFG,
3246                     "Chan %d FC PDB sync aborted", chan);
3247                 return (1);
3248         }
3249
3250         fcp->isp_loopstate = LOOP_READY;
3251         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3252         return (0);
3253 }
3254
3255 static void
3256 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3257 {
3258         fcportdb_t *lp;
3259         uint64_t wwnn, wwpn;
3260
3261         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3262         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3263
3264         /* Search port database for the same WWPN. */
3265         if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3266                 if (!lp->probational) {
3267                         isp_prt(isp, ISP_LOGERR,
3268                             "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3269                             chan, lp->portid, lp->handle,
3270                             FC_PORTDB_TGT(isp, chan, lp), lp->state);
3271                         isp_dump_portdb(isp, chan);
3272                         return;
3273                 }
3274                 lp->probational = 0;
3275                 lp->node_wwn = wwnn;
3276
3277                 /* Old device, nothing new. */
3278                 if (lp->portid == pdb->portid &&
3279                     lp->handle == pdb->handle &&
3280                     lp->prli_word3 == pdb->prli_word3) {
3281                         if (lp->state != FC_PORTDB_STATE_NEW)
3282                                 lp->state = FC_PORTDB_STATE_VALID;
3283                         isp_prt(isp, ISP_LOG_SANCFG,
3284                             "Chan %d Port 0x%06x@0x%04x is valid",
3285                             chan, pdb->portid, pdb->handle);
3286                         return;
3287                 }
3288
3289                 /* Something has changed. */
3290                 lp->state = FC_PORTDB_STATE_CHANGED;
3291                 lp->handle = pdb->handle;
3292                 lp->new_portid = pdb->portid;
3293                 lp->new_prli_word3 = pdb->prli_word3;
3294                 isp_prt(isp, ISP_LOG_SANCFG,
3295                     "Chan %d Port 0x%06x@0x%04x is changed",
3296                     chan, pdb->portid, pdb->handle);
3297                 return;
3298         }
3299
3300         /* It seems like a new port. Find an empty slot for it. */
3301         if (!isp_find_pdb_empty(isp, chan, &lp)) {
3302                 isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3303                 return;
3304         }
3305
3306         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3307         lp->probational = 0;
3308         lp->state = FC_PORTDB_STATE_NEW;
3309         lp->portid = lp->new_portid = pdb->portid;
3310         lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3311         lp->handle = pdb->handle;
3312         lp->port_wwn = wwpn;
3313         lp->node_wwn = wwnn;
3314         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3315             chan, pdb->portid, pdb->handle);
3316 }
3317
3318 /*
3319  * Fix port IDs for logged-in initiators on pre-2400 chips.
3320  * For those chips we are not receiving login events, adding initiators
3321  * based on ATIO requests, but there is no port ID in that structure.
3322  */
3323 static void
3324 isp_fix_portids(ispsoftc_t *isp, int chan)
3325 {
3326         fcparam *fcp = FCPARAM(isp, chan);
3327         isp_pdb_t pdb;
3328         uint64_t wwpn;
3329         int i, r;
3330
3331         for (i = 0; i < MAX_FC_TARG; i++) {
3332                 fcportdb_t *lp = &fcp->portdb[i];
3333
3334                 if (lp->state == FC_PORTDB_STATE_NIL ||
3335                     lp->state == FC_PORTDB_STATE_ZOMBIE)
3336                         continue;
3337                 if (VALID_PORT(lp->portid))
3338                         continue;
3339
3340                 r = isp_getpdb(isp, chan, lp->handle, &pdb);
3341                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3342                         return;
3343                 if (r != 0) {
3344                         isp_prt(isp, ISP_LOGDEBUG1,
3345                             "Chan %d FC Scan Loop handle %d returned %x",
3346                             chan, lp->handle, r);
3347                         continue;
3348                 }
3349
3350                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3351                 if (lp->port_wwn != wwpn)
3352                         continue;
3353                 lp->portid = lp->new_portid = pdb.portid;
3354                 isp_prt(isp, ISP_LOG_SANCFG,
3355                     "Chan %d Port 0x%06x@0x%04x is fixed",
3356                     chan, pdb.portid, pdb.handle);
3357         }
3358 }
3359
3360 /*
3361  * Scan local loop for devices.
3362  */
3363 static int
3364 isp_scan_loop(ispsoftc_t *isp, int chan)
3365 {
3366         fcparam *fcp = FCPARAM(isp, chan);
3367         int idx, lim, r;
3368         isp_pdb_t pdb;
3369         uint16_t *handles;
3370         uint16_t handle;
3371
3372         if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3373                 return (-1);
3374         if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3375                 return (0);
3376
3377         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3378         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3379         if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3380                 if (!IS_24XX(isp)) {
3381                         isp_fix_portids(isp, chan);
3382                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3383                                 goto abort;
3384                 }
3385                 isp_prt(isp, ISP_LOG_SANCFG,
3386                     "Chan %d FC loop scan done (no loop)", chan);
3387                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3388                 return (0);
3389         }
3390
3391         handles = (uint16_t *)fcp->isp_scanscratch;
3392         lim = ISP_FC_SCRLEN / 2;
3393         r = isp_gethandles(isp, chan, handles, &lim, 1);
3394         if (r != 0) {
3395                 isp_prt(isp, ISP_LOG_SANCFG,
3396                     "Chan %d Getting list of handles failed with %x", chan, r);
3397                 isp_prt(isp, ISP_LOG_SANCFG,
3398                     "Chan %d FC loop scan done (bad)", chan);
3399                 return (-1);
3400         }
3401
3402         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3403             chan, lim);
3404
3405         /*
3406          * Run through the list and get the port database info for each one.
3407          */
3408         isp_mark_portdb(isp, chan);
3409         for (idx = 0; idx < lim; idx++) {
3410                 handle = handles[idx];
3411
3412                 /*
3413                  * Don't scan "special" ids.
3414                  */
3415                 if (ISP_CAP_2KLOGIN(isp)) {
3416                         if (handle >= NPH_RESERVED)
3417                                 continue;
3418                 } else {
3419                         if (handle >= FL_ID && handle <= SNS_ID)
3420                                 continue;
3421                 }
3422
3423                 /*
3424                  * In older cards with older f/w GET_PORT_DATABASE has been
3425                  * known to hang. This trick gets around that problem.
3426                  */
3427                 if (IS_2100(isp) || IS_2200(isp)) {
3428                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3429                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3430 abort:
3431                                 isp_prt(isp, ISP_LOG_SANCFG,
3432                                     "Chan %d FC loop scan aborted", chan);
3433                                 return (1);
3434                         }
3435                         if (node_wwn == INI_NONE) {
3436                                 continue;
3437                         }
3438                 }
3439
3440                 /*
3441                  * Get the port database entity for this index.
3442                  */
3443                 r = isp_getpdb(isp, chan, handle, &pdb);
3444                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3445                         goto abort;
3446                 if (r != 0) {
3447                         isp_prt(isp, ISP_LOGDEBUG1,
3448                             "Chan %d FC Scan Loop handle %d returned %x",
3449                             chan, handle, r);
3450                         continue;
3451                 }
3452
3453                 isp_pdb_add_update(isp, chan, &pdb);
3454         }
3455         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3456                 goto abort;
3457         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3458         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3459         return (0);
3460 }
3461
3462 /*
3463  * Scan the fabric for devices and add them to our port database.
3464  *
3465  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3466  *
3467  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3468  * server commands to the switch management server via the QLogic f/w.
3469  *
3470  * For the 24XX and above card, we use CT Pass-through IOCB.
3471  */
3472 #define GIDLEN  ISP_FC_SCRLEN
3473 #define NGENT   ((GIDLEN - 16) >> 2)
3474
3475 static int
3476 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3477 {
3478         union {
3479                 sns_gid_ft_req_t _x;
3480                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3481         } un;
3482         fcparam *fcp = FCPARAM(isp, chan);
3483         sns_gid_ft_req_t *rq = &un._x;
3484         uint8_t *scp = fcp->isp_scratch;
3485         mbreg_t mbs;
3486
3487         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3488         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3489                 isp_prt(isp, ISP_LOGERR, sacq);
3490                 return (-1);
3491         }
3492
3493         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3494         rq->snscb_rblen = GIDLEN >> 1;
3495         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3496         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3497         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3498         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3499         rq->snscb_sblen = 6;
3500         rq->snscb_cmd = SNS_GID_FT;
3501         rq->snscb_mword_div_2 = NGENT;
3502         rq->snscb_fc4_type = FC4_SCSI;
3503
3504         isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)scp);
3505         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3506
3507         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3508         mbs.param[0] = MBOX_SEND_SNS;
3509         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3510         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3511         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3512         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3513         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3514         isp_mboxcmd(isp, &mbs);
3515         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3516                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3517                         return (1);
3518                 } else {
3519                         return (-1);
3520                 }
3521         }
3522         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3523         if (isp->isp_dblev & ISP_LOGDEBUG1)
3524                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3525         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3526             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3527         FC_SCRATCH_RELEASE(isp, chan);
3528         return (0);
3529 }
3530
3531 static int
3532 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3533 {
3534         fcparam *fcp = FCPARAM(isp, chan);
3535         isp_ct_pt_t pt;
3536         void *reqp;
3537         uint8_t resp[QENTRY_LEN];
3538
3539         /*
3540          * Build a Passthrough IOCB in memory.
3541          */
3542         ISP_MEMZERO(&pt, sizeof(pt));
3543         pt.ctp_header.rqs_entry_count = 1;
3544         pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3545         pt.ctp_nphdl = fcp->isp_sns_hdl;
3546         pt.ctp_cmd_cnt = 1;
3547         pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3548         pt.ctp_time = 10;
3549         pt.ctp_rsp_cnt = 1;
3550         pt.ctp_rsp_bcnt = rsp_bcnt;
3551         pt.ctp_cmd_bcnt = cmd_bcnt;
3552         pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3553         pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3554         pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3555         pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3556         pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3557         pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3558
3559         /* Prepare space for response in memory */
3560         memset(resp, 0xff, sizeof(resp));
3561         pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3562         if (pt.ctp_handle == 0) {
3563                 isp_prt(isp, ISP_LOGERR,
3564                     "%s: CTP of Chan %d out of handles", __func__, chan);
3565                 return (-1);
3566         }
3567
3568         /* Send request and wait for response. */
3569         reqp = isp_getrqentry(isp);
3570         if (reqp == NULL) {
3571                 isp_prt(isp, ISP_LOGERR,
3572                     "%s: CTP of Chan %d out of rqent", __func__, chan);
3573                 isp_destroy_handle(isp, pt.ctp_handle);
3574                 return (-1);
3575         }
3576         isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3577         if (isp->isp_dblev & ISP_LOGDEBUG1)
3578                 isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3579         ISP_SYNC_REQUEST(isp);
3580         if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3581                 isp_prt(isp, ISP_LOGERR,
3582                     "%s: CTP of Chan %d timed out", __func__, chan);
3583                 isp_destroy_handle(isp, pt.ctp_handle);
3584                 return (-1);
3585         }
3586         if (isp->isp_dblev & ISP_LOGDEBUG1)
3587                 isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3588
3589         isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3590         if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3591                 isp_prt(isp, ISP_LOGWARN,
3592                     "Chan %d GID_FT CT Passthrough returned 0x%x",
3593                     chan, pt.ctp_status);
3594                 return (-1);
3595         }
3596
3597         return (0);
3598 }
3599
3600 static int
3601 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3602 {
3603         fcparam *fcp = FCPARAM(isp, chan);
3604         ct_hdr_t ct;
3605         uint32_t *rp;
3606         uint8_t *scp = fcp->isp_scratch;
3607
3608         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3609         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3610                 isp_prt(isp, ISP_LOGERR, sacq);
3611                 return (-1);
3612         }
3613
3614         /*
3615          * Build the CT header and command in memory.
3616          */
3617         ISP_MEMZERO(&ct, sizeof (ct));
3618         ct.ct_revision = CT_REVISION;
3619         ct.ct_fcs_type = CT_FC_TYPE_FC;
3620         ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3621         ct.ct_cmd_resp = SNS_GID_FT;
3622         ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3623         isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3624         rp = (uint32_t *) &scp[sizeof(ct)];
3625         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3626         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3627                 isp_print_bytes(isp, "CT request",
3628                     sizeof(ct) + sizeof(uint32_t), scp);
3629         }
3630
3631         if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3632                 FC_SCRATCH_RELEASE(isp, chan);
3633                 return (-1);
3634         }
3635
3636         if (isp->isp_dblev & ISP_LOGDEBUG1)
3637                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3638         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3639             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3640         FC_SCRATCH_RELEASE(isp, chan);
3641         return (0);
3642 }
3643
3644 static int
3645 isp_scan_fabric(ispsoftc_t *isp, int chan)
3646 {
3647         fcparam *fcp = FCPARAM(isp, chan);
3648         fcportdb_t *lp;
3649         uint32_t portid;
3650         uint16_t nphdl;
3651         isp_pdb_t pdb;
3652         int portidx, portlim, r;
3653         sns_gid_ft_rsp_t *rs;
3654
3655         if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3656                 return (-1);
3657         if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3658                 return (0);
3659
3660         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3661         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3662         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3663                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3664                 isp_prt(isp, ISP_LOG_SANCFG,
3665                     "Chan %d FC fabric scan done (no fabric)", chan);
3666                 return (0);
3667         }
3668
3669         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3670 abort:
3671                 FC_SCRATCH_RELEASE(isp, chan);
3672                 isp_prt(isp, ISP_LOG_SANCFG,
3673                     "Chan %d FC fabric scan aborted", chan);
3674                 return (1);
3675         }
3676
3677         /*
3678          * Make sure we still are logged into the fabric controller.
3679          */
3680         nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3681         r = isp_getpdb(isp, chan, nphdl, &pdb);
3682         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3683                 isp_dump_chip_portdb(isp, chan);
3684         }
3685         if (r) {
3686                 fcp->isp_loopstate = LOOP_LTEST_DONE;
3687 fail:
3688                 isp_prt(isp, ISP_LOG_SANCFG,
3689                     "Chan %d FC fabric scan done (bad)", chan);
3690                 return (-1);
3691         }
3692
3693         /* Get list of port IDs from SNS. */
3694         if (IS_24XX(isp))
3695                 r = isp_gid_ft_ct_passthru(isp, chan);
3696         else
3697                 r = isp_gid_ft_sns(isp, chan);
3698         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3699                 goto abort;
3700         if (r > 0) {
3701                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3702                 return (-1);
3703         } else if (r < 0) {
3704                 fcp->isp_loopstate = LOOP_LTEST_DONE;   /* try again */
3705                 return (-1);
3706         }
3707
3708         rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3709         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3710                 goto abort;
3711         if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3712                 int level;
3713                 if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3714                         level = ISP_LOG_SANCFG;
3715                 } else {
3716                         level = ISP_LOGWARN;
3717                 }
3718                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3719                     " (Reason=0x%x Expl=0x%x)", chan,
3720                     rs->snscb_cthdr.ct_reason,
3721                     rs->snscb_cthdr.ct_explanation);
3722                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3723                 return (-1);
3724         }
3725
3726         /* Check our buffer was big enough to get the full list. */
3727         for (portidx = 0; portidx < NGENT-1; portidx++) {
3728                 if (rs->snscb_ports[portidx].control & 0x80)
3729                         break;
3730         }
3731         if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3732                 isp_prt(isp, ISP_LOGWARN,
3733                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3734         }
3735         portlim = portidx + 1;
3736         isp_prt(isp, ISP_LOG_SANCFG,
3737             "Chan %d Got %d ports back from name server", chan, portlim);
3738
3739         /* Go through the list and remove duplicate port ids. */
3740         for (portidx = 0; portidx < portlim; portidx++) {
3741                 int npidx;
3742
3743                 portid =
3744                     ((rs->snscb_ports[portidx].portid[0]) << 16) |
3745                     ((rs->snscb_ports[portidx].portid[1]) << 8) |
3746                     ((rs->snscb_ports[portidx].portid[2]));
3747
3748                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3749                         uint32_t new_portid =
3750                             ((rs->snscb_ports[npidx].portid[0]) << 16) |
3751                             ((rs->snscb_ports[npidx].portid[1]) << 8) |
3752                             ((rs->snscb_ports[npidx].portid[2]));
3753                         if (new_portid == portid) {
3754                                 break;
3755                         }
3756                 }
3757
3758                 if (npidx < portlim) {
3759                         rs->snscb_ports[npidx].portid[0] = 0;
3760                         rs->snscb_ports[npidx].portid[1] = 0;
3761                         rs->snscb_ports[npidx].portid[2] = 0;
3762                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3763                 }
3764         }
3765
3766         /*
3767          * We now have a list of Port IDs for all FC4 SCSI devices
3768          * that the Fabric Name server knows about.
3769          *
3770          * For each entry on this list go through our port database looking
3771          * for probational entries- if we find one, then an old entry is
3772          * maybe still this one. We get some information to find out.
3773          *
3774          * Otherwise, it's a new fabric device, and we log into it
3775          * (unconditionally). After searching the entire database
3776          * again to make sure that we never ever ever ever have more
3777          * than one entry that has the same PortID or the same
3778          * WWNN/WWPN duple, we enter the device into our database.
3779          */
3780         isp_mark_portdb(isp, chan);
3781         for (portidx = 0; portidx < portlim; portidx++) {
3782                 portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3783                          ((rs->snscb_ports[portidx].portid[1]) << 8) |
3784                          ((rs->snscb_ports[portidx].portid[2]));
3785                 isp_prt(isp, ISP_LOG_SANCFG,
3786                     "Chan %d Checking fabric port 0x%06x", chan, portid);
3787                 if (portid == 0) {
3788                         isp_prt(isp, ISP_LOG_SANCFG,
3789                             "Chan %d Port at idx %d is zero",
3790                             chan, portidx);
3791                         continue;
3792                 }
3793                 if (portid == fcp->isp_portid) {
3794                         isp_prt(isp, ISP_LOG_SANCFG,
3795                             "Chan %d Port 0x%06x is our", chan, portid);
3796                         continue;
3797                 }
3798
3799                 /* Now search the entire port database for the same portid. */
3800                 if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3801                         if (!lp->probational) {
3802                                 isp_prt(isp, ISP_LOGERR,
3803                                     "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3804                                     chan, lp->portid, lp->handle,
3805                                     FC_PORTDB_TGT(isp, chan, lp), lp->state);
3806                                 isp_dump_portdb(isp, chan);
3807                                 goto fail;
3808                         }
3809
3810                         if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3811                                 goto relogin;
3812
3813                         /*
3814                          * See if we're still logged into it.
3815                          *
3816                          * If we aren't, mark it as a dead device and
3817                          * leave the new portid in the database entry
3818                          * for somebody further along to decide what to
3819                          * do (policy choice).
3820                          *
3821                          * If we are, check to see if it's the same
3822                          * device still (it should be). If for some
3823                          * reason it isn't, mark it as a changed device
3824                          * and leave the new portid and role in the
3825                          * database entry for somebody further along to
3826                          * decide what to do (policy choice).
3827                          */
3828                         r = isp_getpdb(isp, chan, lp->handle, &pdb);
3829                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3830                                 goto abort;
3831                         if (r != 0) {
3832                                 lp->state = FC_PORTDB_STATE_DEAD;
3833                                 isp_prt(isp, ISP_LOG_SANCFG,
3834                                     "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3835                                     chan, portid, lp->handle, r);
3836                                 goto relogin;
3837                         }
3838
3839                         isp_pdb_add_update(isp, chan, &pdb);
3840                         continue;
3841                 }
3842
3843 relogin:
3844                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3845                         isp_prt(isp, ISP_LOG_SANCFG,
3846                             "Chan %d Port 0x%06x is not logged in", chan, portid);
3847                         continue;
3848                 }
3849
3850                 if (isp_login_device(isp, chan, portid, &pdb,
3851                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3852                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3853                                 goto abort;
3854                         continue;
3855                 }
3856
3857                 isp_pdb_add_update(isp, chan, &pdb);
3858         }
3859
3860         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3861                 goto abort;
3862         fcp->isp_loopstate = LOOP_FSCAN_DONE;
3863         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3864         return (0);
3865 }
3866
3867 /*
3868  * Find an unused handle and try and use to login to a port.
3869  */
3870 static int
3871 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3872 {
3873         int lim, i, r;
3874         uint16_t handle;
3875
3876         if (ISP_CAP_2KLOGIN(isp)) {
3877                 lim = NPH_MAX_2K;
3878         } else {
3879                 lim = NPH_MAX;
3880         }
3881
3882         handle = isp_next_handle(isp, ohp);
3883         for (i = 0; i < lim; i++) {
3884                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3885                         return (-1);
3886
3887                 /* Check if this handle is free. */
3888                 r = isp_getpdb(isp, chan, handle, p);
3889                 if (r == 0) {
3890                         if (p->portid != portid) {
3891                                 /* This handle is busy, try next one. */
3892                                 handle = isp_next_handle(isp, ohp);
3893                                 continue;
3894                         }
3895                         break;
3896                 }
3897                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3898                         return (-1);
3899
3900                 /*
3901                  * Now try and log into the device
3902                  */
3903                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3904                 if (r == 0) {
3905                         break;
3906                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3907                         /*
3908                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3909                          * handle. We need to break that association. We used to try and just substitute the handle, but then
3910                          * failed to get any data via isp_getpdb (below).
3911                          */
3912                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3913                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3914                         }
3915                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3916                                 return (-1);
3917                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3918                         if (r != 0)
3919                                 i = lim;
3920                         break;
3921                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3922                         /* Try the next handle. */
3923                         handle = isp_next_handle(isp, ohp);
3924                 } else {
3925                         /* Give up. */
3926                         i = lim;
3927                         break;
3928                 }
3929         }
3930
3931         if (i == lim) {
3932                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3933                 return (-1);
3934         }
3935
3936         /*
3937          * If we successfully logged into it, get the PDB for it
3938          * so we can crosscheck that it is still what we think it
3939          * is and that we also have the role it plays
3940          */
3941         r = isp_getpdb(isp, chan, handle, p);
3942         if (r != 0) {
3943                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3944                 return (-1);
3945         }
3946
3947         if (p->handle != handle || p->portid != portid) {
3948                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3949                     chan, portid, handle, p->portid, p->handle);
3950                 return (-1);
3951         }
3952         return (0);
3953 }
3954
3955 static int
3956 isp_send_change_request(ispsoftc_t *isp, int chan)
3957 {
3958         mbreg_t mbs;
3959
3960         MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3961         mbs.param[1] = 0x03;
3962         mbs.param[9] = chan;
3963         isp_mboxcmd(isp, &mbs);
3964         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3965                 return (0);
3966         } else {
3967                 isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3968                     chan, mbs.param[0]);
3969                 return (-1);
3970         }
3971 }
3972
3973 static int
3974 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3975 {
3976         fcparam *fcp = FCPARAM(isp, chan);
3977         uint8_t local[SNS_RFT_ID_REQ_SIZE];
3978         sns_screq_t *reqp = (sns_screq_t *) local;
3979         mbreg_t mbs;
3980
3981         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3982         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3983         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3984         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3985         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3986         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3987         reqp->snscb_sblen = 22;
3988         reqp->snscb_data[0] = SNS_RFT_ID;
3989         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3990         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3991         reqp->snscb_data[6] = (1 << FC4_SCSI);
3992         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3993                 isp_prt(isp, ISP_LOGERR, sacq);
3994                 return (-1);
3995         }
3996         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3997         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3998         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
3999         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4000         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4001         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4002         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4003         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4004         isp_mboxcmd(isp, &mbs);
4005         FC_SCRATCH_RELEASE(isp, chan);
4006         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4007                 return (0);
4008         } else {
4009                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
4010                     chan, mbs.param[0]);
4011                 return (-1);
4012         }
4013 }
4014
4015 static int
4016 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4017 {
4018         fcparam *fcp = FCPARAM(isp, chan);
4019         ct_hdr_t *ct;
4020         rft_id_t rp;
4021         uint8_t *scp = fcp->isp_scratch;
4022
4023         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4024                 isp_prt(isp, ISP_LOGERR, sacq);
4025                 return (-1);
4026         }
4027
4028         /*
4029          * Build the CT header and command in memory.
4030          */
4031         ISP_MEMZERO(&rp, sizeof(rp));
4032         ct = &rp.rftid_hdr;
4033         ct->ct_revision = CT_REVISION;
4034         ct->ct_fcs_type = CT_FC_TYPE_FC;
4035         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4036         ct->ct_cmd_resp = SNS_RFT_ID;
4037         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4038         rp.rftid_portid[0] = fcp->isp_portid >> 16;
4039         rp.rftid_portid[1] = fcp->isp_portid >> 8;
4040         rp.rftid_portid[2] = fcp->isp_portid;
4041         rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4042         isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
4043         if (isp->isp_dblev & ISP_LOGDEBUG1)
4044                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4045
4046         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4047                 FC_SCRATCH_RELEASE(isp, chan);
4048                 return (-1);
4049         }
4050
4051         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4052         FC_SCRATCH_RELEASE(isp, chan);
4053         if (ct->ct_cmd_resp == LS_RJT) {
4054                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4055                 return (-1);
4056         } else if (ct->ct_cmd_resp == LS_ACC) {
4057                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4058         } else {
4059                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4060                 return (-1);
4061         }
4062         return (0);
4063 }
4064
4065 static int
4066 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4067 {
4068         fcparam *fcp = FCPARAM(isp, chan);
4069         ct_hdr_t *ct;
4070         rff_id_t rp;
4071         uint8_t *scp = fcp->isp_scratch;
4072
4073         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4074                 isp_prt(isp, ISP_LOGERR, sacq);
4075                 return (-1);
4076         }
4077
4078         /*
4079          * Build the CT header and command in memory.
4080          */
4081         ISP_MEMZERO(&rp, sizeof(rp));
4082         ct = &rp.rffid_hdr;
4083         ct->ct_revision = CT_REVISION;
4084         ct->ct_fcs_type = CT_FC_TYPE_FC;
4085         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4086         ct->ct_cmd_resp = SNS_RFF_ID;
4087         ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4088         rp.rffid_portid[0] = fcp->isp_portid >> 16;
4089         rp.rffid_portid[1] = fcp->isp_portid >> 8;
4090         rp.rffid_portid[2] = fcp->isp_portid;
4091         rp.rffid_fc4features = 0;
4092         if (fcp->role & ISP_ROLE_TARGET)
4093                 rp.rffid_fc4features |= 1;
4094         if (fcp->role & ISP_ROLE_INITIATOR)
4095                 rp.rffid_fc4features |= 2;
4096         rp.rffid_fc4type = FC4_SCSI;
4097         isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4098         if (isp->isp_dblev & ISP_LOGDEBUG1)
4099                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4100
4101         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4102                 FC_SCRATCH_RELEASE(isp, chan);
4103                 return (-1);
4104         }
4105
4106         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4107         FC_SCRATCH_RELEASE(isp, chan);
4108         if (ct->ct_cmd_resp == LS_RJT) {
4109                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4110                     "Chan %d Register FC4 Features rejected", chan);
4111                 return (-1);
4112         } else if (ct->ct_cmd_resp == LS_ACC) {
4113                 isp_prt(isp, ISP_LOG_SANCFG,
4114                     "Chan %d Register FC4 Features accepted", chan);
4115         } else {
4116                 isp_prt(isp, ISP_LOGWARN,
4117                     "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4118                 return (-1);
4119         }
4120         return (0);
4121 }
4122
4123 static int
4124 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4125 {
4126         fcparam *fcp = FCPARAM(isp, chan);
4127         ct_hdr_t *ct;
4128         rspn_id_t rp;
4129         uint8_t *scp = fcp->isp_scratch;
4130         int len;
4131
4132         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4133                 isp_prt(isp, ISP_LOGERR, sacq);
4134                 return (-1);
4135         }
4136
4137         /*
4138          * Build the CT header and command in memory.
4139          */
4140         ISP_MEMZERO(&rp, sizeof(rp));
4141         ct = &rp.rspnid_hdr;
4142         ct->ct_revision = CT_REVISION;
4143         ct->ct_fcs_type = CT_FC_TYPE_FC;
4144         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4145         ct->ct_cmd_resp = SNS_RSPN_ID;
4146         rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4147         rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4148         rp.rspnid_portid[2] = fcp->isp_portid;
4149         rp.rspnid_length = 0;
4150         len = offsetof(rspn_id_t, rspnid_name);
4151         mtx_lock(&prison0.pr_mtx);
4152         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4153             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4154         mtx_unlock(&prison0.pr_mtx);
4155         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4156             ":%s", device_get_nameunit(isp->isp_dev));
4157         if (chan != 0) {
4158                 rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4159                     "/%d", chan);
4160         }
4161         len += rp.rspnid_length;
4162         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4163         isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4164         if (isp->isp_dblev & ISP_LOGDEBUG1)
4165                 isp_print_bytes(isp, "CT request", len, scp);
4166
4167         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4168                 FC_SCRATCH_RELEASE(isp, chan);
4169                 return (-1);
4170         }
4171
4172         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4173         FC_SCRATCH_RELEASE(isp, chan);
4174         if (ct->ct_cmd_resp == LS_RJT) {
4175                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4176                     "Chan %d Register Symbolic Port Name rejected", chan);
4177                 return (-1);
4178         } else if (ct->ct_cmd_resp == LS_ACC) {
4179                 isp_prt(isp, ISP_LOG_SANCFG,
4180                     "Chan %d Register Symbolic Port Name accepted", chan);
4181         } else {
4182                 isp_prt(isp, ISP_LOGWARN,
4183                     "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4184                 return (-1);
4185         }
4186         return (0);
4187 }
4188
4189 static int
4190 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4191 {
4192         fcparam *fcp = FCPARAM(isp, chan);
4193         ct_hdr_t *ct;
4194         rsnn_nn_t rp;
4195         uint8_t *scp = fcp->isp_scratch;
4196         int len;
4197
4198         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4199                 isp_prt(isp, ISP_LOGERR, sacq);
4200                 return (-1);
4201         }
4202
4203         /*
4204          * Build the CT header and command in memory.
4205          */
4206         ISP_MEMZERO(&rp, sizeof(rp));
4207         ct = &rp.rsnnnn_hdr;
4208         ct->ct_revision = CT_REVISION;
4209         ct->ct_fcs_type = CT_FC_TYPE_FC;
4210         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4211         ct->ct_cmd_resp = SNS_RSNN_NN;
4212         MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4213         rp.rsnnnn_length = 0;
4214         len = offsetof(rsnn_nn_t, rsnnnn_name);
4215         mtx_lock(&prison0.pr_mtx);
4216         rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4217             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4218         mtx_unlock(&prison0.pr_mtx);
4219         len += rp.rsnnnn_length;
4220         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4221         isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4222         if (isp->isp_dblev & ISP_LOGDEBUG1)
4223                 isp_print_bytes(isp, "CT request", len, scp);
4224
4225         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4226                 FC_SCRATCH_RELEASE(isp, chan);
4227                 return (-1);
4228         }
4229
4230         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4231         FC_SCRATCH_RELEASE(isp, chan);
4232         if (ct->ct_cmd_resp == LS_RJT) {
4233                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4234                     "Chan %d Register Symbolic Node Name rejected", chan);
4235                 return (-1);
4236         } else if (ct->ct_cmd_resp == LS_ACC) {
4237                 isp_prt(isp, ISP_LOG_SANCFG,
4238                     "Chan %d Register Symbolic Node Name accepted", chan);
4239         } else {
4240                 isp_prt(isp, ISP_LOGWARN,
4241                     "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4242                 return (-1);
4243         }
4244         return (0);
4245 }
4246
4247 static uint16_t
4248 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4249 {
4250         fcparam *fcp;
4251         int i, chan, wrap;
4252         uint16_t handle, minh, maxh;
4253
4254         handle = *ohp;
4255         if (ISP_CAP_2KLOGIN(isp)) {
4256                 minh = 0;
4257                 maxh = NPH_RESERVED - 1;
4258         } else {
4259                 minh = SNS_ID + 1;
4260                 maxh = NPH_MAX - 1;
4261         }
4262         wrap = 0;
4263
4264 next:
4265         if (handle == NIL_HANDLE) {
4266                 handle = minh;
4267         } else {
4268                 handle++;
4269                 if (handle > maxh) {
4270                         if (++wrap >= 2) {
4271                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4272                                 return (NIL_HANDLE);
4273                         }
4274                         handle = minh;
4275                 }
4276         }
4277         for (chan = 0; chan < isp->isp_nchan; chan++) {
4278                 fcp = FCPARAM(isp, chan);
4279                 if (fcp->role == ISP_ROLE_NONE)
4280                         continue;
4281                 for (i = 0; i < MAX_FC_TARG; i++) {
4282                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4283                             fcp->portdb[i].handle == handle)
4284                                 goto next;
4285                 }
4286         }
4287         *ohp = handle;
4288         return (handle);
4289 }
4290
4291 /*
4292  * Start a command. Locking is assumed done in the caller.
4293  */
4294
4295 int
4296 isp_start(XS_T *xs)
4297 {
4298         ispsoftc_t *isp;
4299         uint32_t cdblen;
4300         uint8_t local[QENTRY_LEN];
4301         ispreq_t *reqp;
4302         void *cdbp, *qep;
4303         uint16_t *tptr;
4304         fcportdb_t *lp;
4305         int target, dmaresult;
4306
4307         XS_INITERR(xs);
4308         isp = XS_ISP(xs);
4309
4310         /*
4311          * Check command CDB length, etc.. We really are limited to 16 bytes
4312          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4313          * but probably only if we're running fairly new firmware (we'll
4314          * let the old f/w choke on an extended command queue entry).
4315          */
4316
4317         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4318                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4319                 XS_SETERR(xs, HBA_BOTCH);
4320                 return (CMD_COMPLETE);
4321         }
4322
4323         /*
4324          * Translate the target to device handle as appropriate, checking
4325          * for correct device state as well.
4326          */
4327         target = XS_TGT(xs);
4328         if (IS_FC(isp)) {
4329                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4330
4331                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4332                         isp_prt(isp, ISP_LOG_WARN1,
4333                             "%d.%d.%jx I am not an initiator",
4334                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4335                         XS_SETERR(xs, HBA_SELTIMEOUT);
4336                         return (CMD_COMPLETE);
4337                 }
4338
4339                 if (isp->isp_state != ISP_RUNSTATE) {
4340                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4341                         XS_SETERR(xs, HBA_BOTCH);
4342                         return (CMD_COMPLETE);
4343                 }
4344
4345                 /*
4346                  * Try again later.
4347                  */
4348                 if (fcp->isp_loopstate != LOOP_READY) {
4349                         return (CMD_RQLATER);
4350                 }
4351
4352                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4353                 lp = &fcp->portdb[target];
4354                 if (target < 0 || target >= MAX_FC_TARG ||
4355                     lp->is_target == 0) {
4356                         XS_SETERR(xs, HBA_SELTIMEOUT);
4357                         return (CMD_COMPLETE);
4358                 }
4359                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4360                         isp_prt(isp, ISP_LOGDEBUG1,
4361                             "%d.%d.%jx target zombie",
4362                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4363                         return (CMD_RQLATER);
4364                 }
4365                 if (lp->state != FC_PORTDB_STATE_VALID) {
4366                         isp_prt(isp, ISP_LOGDEBUG1,
4367                             "%d.%d.%jx bad db port state 0x%x",
4368                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4369                         XS_SETERR(xs, HBA_SELTIMEOUT);
4370                         return (CMD_COMPLETE);
4371                 }
4372         } else {
4373                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4374                 if (isp->isp_state != ISP_RUNSTATE) {
4375                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4376                         XS_SETERR(xs, HBA_BOTCH);
4377                         return (CMD_COMPLETE);
4378                 }
4379
4380                 if (sdp->update) {
4381                         isp_spi_update(isp, XS_CHANNEL(xs));
4382                 }
4383                 lp = NULL;
4384         }
4385
4386  start_again:
4387
4388         qep = isp_getrqentry(isp);
4389         if (qep == NULL) {
4390                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4391                 XS_SETERR(xs, HBA_BOTCH);
4392                 return (CMD_EAGAIN);
4393         }
4394         XS_SETERR(xs, HBA_NOERROR);
4395
4396         /*
4397          * Now see if we need to synchronize the ISP with respect to anything.
4398          * We do dual duty here (cough) for synchronizing for busses other
4399          * than which we got here to send a command to.
4400          */
4401         reqp = (ispreq_t *) local;
4402         ISP_MEMZERO(local, QENTRY_LEN);
4403         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4404                 if (IS_24XX(isp)) {
4405                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4406                         m->mrk_header.rqs_entry_count = 1;
4407                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4408                         m->mrk_modifier = SYNC_ALL;
4409                         m->mrk_vphdl = XS_CHANNEL(xs);
4410                         isp_put_marker_24xx(isp, m, qep);
4411                 } else {
4412                         isp_marker_t *m = (isp_marker_t *) reqp;
4413                         m->mrk_header.rqs_entry_count = 1;
4414                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4415                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4416                         m->mrk_modifier = SYNC_ALL;
4417                         isp_put_marker(isp, m, qep);
4418                 }
4419                 ISP_SYNC_REQUEST(isp);
4420                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4421                 goto start_again;
4422         }
4423
4424         reqp->req_header.rqs_entry_count = 1;
4425
4426         /*
4427          * Select and install Header Code.
4428          * Note that it might be overridden before going out
4429          * if we're on a 64 bit platform. The lower level
4430          * code (isp_send_cmd) will select the appropriate
4431          * 64 bit variant if it needs to.
4432          */
4433         if (IS_24XX(isp)) {
4434                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4435         } else if (IS_FC(isp)) {
4436                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4437         } else {
4438                 if (XS_CDBLEN(xs) > 12) {
4439                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4440                 } else {
4441                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4442                 }
4443         }
4444
4445         /*
4446          * Set task attributes
4447          */
4448         if (IS_24XX(isp)) {
4449                 int ttype;
4450                 if (XS_TAG_P(xs)) {
4451                         ttype = XS_TAG_TYPE(xs);
4452                 } else {
4453                         if (XS_CDBP(xs)[0] == 0x3) {
4454                                 ttype = REQFLAG_HTAG;
4455                         } else {
4456                                 ttype = REQFLAG_STAG;
4457                         }
4458                 }
4459                 if (ttype == REQFLAG_OTAG) {
4460                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4461                 } else if (ttype == REQFLAG_HTAG) {
4462                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4463                 } else {
4464                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4465                 }
4466                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4467         } else if (IS_FC(isp)) {
4468                 /*
4469                  * See comment in isp_intr
4470                  */
4471                 /* XS_SET_RESID(xs, 0); */
4472
4473                 /*
4474                  * Fibre Channel always requires some kind of tag.
4475                  * The Qlogic drivers seem be happy not to use a tag,
4476                  * but this breaks for some devices (IBM drives).
4477                  */
4478                 if (XS_TAG_P(xs)) {
4479                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4480                 } else {
4481                         /*
4482                          * If we don't know what tag to use, use HEAD OF QUEUE
4483                          * for Request Sense or Simple.
4484                          */
4485                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4486                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4487                         else
4488                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4489                 }
4490         } else {
4491                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4492                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4493                         reqp->req_flags = XS_TAG_TYPE(xs);
4494                 }
4495         }
4496
4497         tptr = &reqp->req_time;
4498
4499         /*
4500          * NB: we do not support long CDBs (yet)
4501          */
4502         cdblen = XS_CDBLEN(xs);
4503
4504         if (IS_SCSI(isp)) {
4505                 if (cdblen > sizeof (reqp->req_cdb)) {
4506                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4507                         XS_SETERR(xs, HBA_BOTCH);
4508                         return (CMD_COMPLETE);
4509                 }
4510                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4511                 reqp->req_lun_trn = XS_LUN(xs);
4512                 cdbp = reqp->req_cdb;
4513                 reqp->req_cdblen = cdblen;
4514         } else if (IS_24XX(isp)) {
4515                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4516
4517                 if (cdblen > sizeof (t7->req_cdb)) {
4518                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4519                         XS_SETERR(xs, HBA_BOTCH);
4520                         return (CMD_COMPLETE);
4521                 }
4522
4523                 t7->req_nphdl = lp->handle;
4524                 t7->req_tidlo = lp->portid;
4525                 t7->req_tidhi = lp->portid >> 16;
4526                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4527 #if __FreeBSD_version >= 1000700
4528                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4529 #else
4530                 if (XS_LUN(xs) >= 256) {
4531                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4532                         t7->req_lun[0] |= 0x40;
4533                 }
4534                 t7->req_lun[1] = XS_LUN(xs);
4535 #endif
4536                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4537                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4538                                 isp_prt(isp, ISP_LOG_WARN1,
4539                                     "%d.%d.%jx cannot generate next CRN",
4540                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4541                                 XS_SETERR(xs, HBA_BOTCH);
4542                                 return (CMD_EAGAIN);
4543                         }
4544                 }
4545                 tptr = &t7->req_time;
4546                 cdbp = t7->req_cdb;
4547         } else {
4548                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4549
4550                 if (cdblen > sizeof t2->req_cdb) {
4551                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4552                         XS_SETERR(xs, HBA_BOTCH);
4553                         return (CMD_COMPLETE);
4554                 }
4555                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4556                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4557                                 isp_prt(isp, ISP_LOG_WARN1,
4558                                     "%d.%d.%jx cannot generate next CRN",
4559                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4560                                 XS_SETERR(xs, HBA_BOTCH);
4561                                 return (CMD_EAGAIN);
4562                         }
4563                 }
4564                 if (ISP_CAP_2KLOGIN(isp)) {
4565                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4566                         t2e->req_target = lp->handle;
4567                         t2e->req_scclun = XS_LUN(xs);
4568 #if __FreeBSD_version < 1000700
4569                         if (XS_LUN(xs) >= 256)
4570                                 t2e->req_scclun |= 0x4000;
4571 #endif
4572                         cdbp = t2e->req_cdb;
4573                 } else if (ISP_CAP_SCCFW(isp)) {
4574                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4575                         t2->req_target = lp->handle;
4576                         t2->req_scclun = XS_LUN(xs);
4577 #if __FreeBSD_version < 1000700
4578                         if (XS_LUN(xs) >= 256)
4579                                 t2->req_scclun |= 0x4000;
4580 #endif
4581                         cdbp = t2->req_cdb;
4582                 } else {
4583                         t2->req_target = lp->handle;
4584                         t2->req_lun_trn = XS_LUN(xs);
4585                         cdbp = t2->req_cdb;
4586                 }
4587         }
4588         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4589
4590         *tptr = (XS_TIME(xs) + 999) / 1000;
4591         if (IS_24XX(isp) && *tptr > 0x1999) {
4592                 *tptr = 0x1999;
4593         }
4594
4595         /* Whew. Thankfully the same for type 7 requests */
4596         reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4597         if (reqp->req_handle == 0) {
4598                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4599                 XS_SETERR(xs, HBA_BOTCH);
4600                 return (CMD_EAGAIN);
4601         }
4602
4603         /*
4604          * Set up DMA and/or do any platform dependent swizzling of the request entry
4605          * so that the Qlogic F/W understands what is being asked of it.
4606          *
4607          * The callee is responsible for adding all requests at this point.
4608          */
4609         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4610         if (dmaresult != CMD_QUEUED) {
4611                 isp_destroy_handle(isp, reqp->req_handle);
4612                 /*
4613                  * dmasetup sets actual error in packet, and
4614                  * return what we were given to return.
4615                  */
4616                 return (dmaresult);
4617         }
4618         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4619         isp->isp_nactive++;
4620         return (CMD_QUEUED);
4621 }
4622
4623 /*
4624  * isp control
4625  * Locks (ints blocked) assumed held.
4626  */
4627
4628 int
4629 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4630 {
4631         XS_T *xs;
4632         mbreg_t *mbr, mbs;
4633         int chan, tgt;
4634         uint32_t handle;
4635         va_list ap;
4636
4637         switch (ctl) {
4638         case ISPCTL_RESET_BUS:
4639                 /*
4640                  * Issue a bus reset.
4641                  */
4642                 if (IS_24XX(isp)) {
4643                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4644                         break;
4645                 } else if (IS_FC(isp)) {
4646                         mbs.param[1] = 10;
4647                         chan = 0;
4648                 } else {
4649                         va_start(ap, ctl);
4650                         chan = va_arg(ap, int);
4651                         va_end(ap);
4652                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4653                         if (mbs.param[1] < 2) {
4654                                 mbs.param[1] = 2;
4655                         }
4656                         mbs.param[2] = chan;
4657                 }
4658                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4659                 ISP_SET_SENDMARKER(isp, chan, 1);
4660                 isp_mboxcmd(isp, &mbs);
4661                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4662                         break;
4663                 }
4664                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4665                 return (0);
4666
4667         case ISPCTL_RESET_DEV:
4668                 va_start(ap, ctl);
4669                 chan = va_arg(ap, int);
4670                 tgt = va_arg(ap, int);
4671                 va_end(ap);
4672                 if (IS_24XX(isp)) {
4673                         uint8_t local[QENTRY_LEN];
4674                         isp24xx_tmf_t *tmf;
4675                         isp24xx_statusreq_t *sp;
4676                         fcparam *fcp = FCPARAM(isp, chan);
4677                         fcportdb_t *lp;
4678
4679                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4680                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4681                                 break;
4682                         }
4683                         lp = &fcp->portdb[tgt];
4684                         if (lp->is_target == 0 ||
4685                             lp->state != FC_PORTDB_STATE_VALID) {
4686                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4687                                 break;
4688                         }
4689
4690                         tmf = (isp24xx_tmf_t *) local;
4691                         ISP_MEMZERO(tmf, QENTRY_LEN);
4692                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4693                         tmf->tmf_header.rqs_entry_count = 1;
4694                         tmf->tmf_nphdl = lp->handle;
4695                         tmf->tmf_delay = 2;
4696                         tmf->tmf_timeout = 4;
4697                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4698                         tmf->tmf_tidlo = lp->portid;
4699                         tmf->tmf_tidhi = lp->portid >> 16;
4700                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4701                         isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4702                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4703                                 isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4704                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4705                         fcp->sendmarker = 1;
4706
4707                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4708                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4709                             MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4710                         mbs.param[1] = QENTRY_LEN;
4711                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4712                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4713                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4714                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4715                         isp_mboxcmd(isp, &mbs);
4716                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4717                                 break;
4718
4719                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4720                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4721                                 isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4722                         sp = (isp24xx_statusreq_t *) local;
4723                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4724                         if (sp->req_completion_status == 0) {
4725                                 return (0);
4726                         }
4727                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4728                         break;
4729                 } else if (IS_FC(isp)) {
4730                         if (ISP_CAP_2KLOGIN(isp)) {
4731                                 mbs.param[1] = tgt;
4732                                 mbs.ibits = (1 << 10);
4733                         } else {
4734                                 mbs.param[1] = (tgt << 8);
4735                         }
4736                 } else {
4737                         mbs.param[1] = (chan << 15) | (tgt << 8);
4738                 }
4739                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4740                 mbs.param[2] = 3;       /* 'delay', in seconds */
4741                 isp_mboxcmd(isp, &mbs);
4742                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4743                         break;
4744                 }
4745                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4746                 ISP_SET_SENDMARKER(isp, chan, 1);
4747                 return (0);
4748
4749         case ISPCTL_ABORT_CMD:
4750                 va_start(ap, ctl);
4751                 xs = va_arg(ap, XS_T *);
4752                 va_end(ap);
4753
4754                 tgt = XS_TGT(xs);
4755                 chan = XS_CHANNEL(xs);
4756
4757                 handle = isp_find_handle(isp, xs);
4758                 if (handle == 0) {
4759                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4760                         break;
4761                 }
4762                 if (IS_24XX(isp)) {
4763                         isp24xx_abrt_t local, *ab = &local;
4764                         fcparam *fcp;
4765                         fcportdb_t *lp;
4766
4767                         fcp = FCPARAM(isp, chan);
4768                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4769                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4770                                 break;
4771                         }
4772                         lp = &fcp->portdb[tgt];
4773                         if (lp->is_target == 0 ||
4774                             lp->state != FC_PORTDB_STATE_VALID) {
4775                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4776                                 break;
4777                         }
4778                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4779                         ISP_MEMZERO(ab, QENTRY_LEN);
4780                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4781                         ab->abrt_header.rqs_entry_count = 1;
4782                         ab->abrt_handle = lp->handle;
4783                         ab->abrt_cmd_handle = handle;
4784                         ab->abrt_tidlo = lp->portid;
4785                         ab->abrt_tidhi = lp->portid >> 16;
4786                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4787                         isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4788                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4789                                 isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4790                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4791
4792                         ISP_MEMZERO(&mbs, sizeof (mbs));
4793                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4794                         mbs.param[1] = QENTRY_LEN;
4795                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4796                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4797                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4798                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4799
4800                         isp_mboxcmd(isp, &mbs);
4801                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4802                                 break;
4803
4804                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4805                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4806                                 isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4807                         isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4808                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4809                                 return (0);
4810                         }
4811                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4812                         break;
4813                 } else if (IS_FC(isp)) {
4814                         if (ISP_CAP_SCCFW(isp)) {
4815                                 if (ISP_CAP_2KLOGIN(isp)) {
4816                                         mbs.param[1] = tgt;
4817                                 } else {
4818                                         mbs.param[1] = tgt << 8;
4819                                 }
4820                                 mbs.param[6] = XS_LUN(xs);
4821                         } else {
4822                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4823                         }
4824                 } else {
4825                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4826                 }
4827                 MBSINIT(&mbs, MBOX_ABORT,
4828                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4829                 mbs.param[2] = handle;
4830                 isp_mboxcmd(isp, &mbs);
4831                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4832                         break;
4833                 }
4834                 return (0);
4835
4836         case ISPCTL_UPDATE_PARAMS:
4837
4838                 va_start(ap, ctl);
4839                 chan = va_arg(ap, int);
4840                 va_end(ap);
4841                 isp_spi_update(isp, chan);
4842                 return (0);
4843
4844         case ISPCTL_FCLINK_TEST:
4845
4846                 if (IS_FC(isp)) {
4847                         int usdelay;
4848                         va_start(ap, ctl);
4849                         chan = va_arg(ap, int);
4850                         usdelay = va_arg(ap, int);
4851                         va_end(ap);
4852                         if (usdelay == 0) {
4853                                 usdelay =  250000;
4854                         }
4855                         return (isp_fclink_test(isp, chan, usdelay));
4856                 }
4857                 break;
4858
4859         case ISPCTL_SCAN_FABRIC:
4860
4861                 if (IS_FC(isp)) {
4862                         va_start(ap, ctl);
4863                         chan = va_arg(ap, int);
4864                         va_end(ap);
4865                         return (isp_scan_fabric(isp, chan));
4866                 }
4867                 break;
4868
4869         case ISPCTL_SCAN_LOOP:
4870
4871                 if (IS_FC(isp)) {
4872                         va_start(ap, ctl);
4873                         chan = va_arg(ap, int);
4874                         va_end(ap);
4875                         return (isp_scan_loop(isp, chan));
4876                 }
4877                 break;
4878
4879         case ISPCTL_PDB_SYNC:
4880
4881                 if (IS_FC(isp)) {
4882                         va_start(ap, ctl);
4883                         chan = va_arg(ap, int);
4884                         va_end(ap);
4885                         return (isp_pdb_sync(isp, chan));
4886                 }
4887                 break;
4888
4889         case ISPCTL_SEND_LIP:
4890
4891                 if (IS_FC(isp) && !IS_24XX(isp)) {
4892                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4893                         if (ISP_CAP_2KLOGIN(isp)) {
4894                                 mbs.ibits = (1 << 10);
4895                         }
4896                         isp_mboxcmd(isp, &mbs);
4897                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4898                                 return (0);
4899                         }
4900                 }
4901                 break;
4902
4903         case ISPCTL_GET_PDB:
4904                 if (IS_FC(isp)) {
4905                         isp_pdb_t *pdb;
4906                         va_start(ap, ctl);
4907                         chan = va_arg(ap, int);
4908                         tgt = va_arg(ap, int);
4909                         pdb = va_arg(ap, isp_pdb_t *);
4910                         va_end(ap);
4911                         return (isp_getpdb(isp, chan, tgt, pdb));
4912                 }
4913                 break;
4914
4915         case ISPCTL_GET_NAMES:
4916         {
4917                 uint64_t *wwnn, *wwnp;
4918                 va_start(ap, ctl);
4919                 chan = va_arg(ap, int);
4920                 tgt = va_arg(ap, int);
4921                 wwnn = va_arg(ap, uint64_t *);
4922                 wwnp = va_arg(ap, uint64_t *);
4923                 va_end(ap);
4924                 if (wwnn == NULL && wwnp == NULL) {
4925                         break;
4926                 }
4927                 if (wwnn) {
4928                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4929                         if (*wwnn == INI_NONE) {
4930                                 break;
4931                         }
4932                 }
4933                 if (wwnp) {
4934                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4935                         if (*wwnp == INI_NONE) {
4936                                 break;
4937                         }
4938                 }
4939                 return (0);
4940         }
4941         case ISPCTL_RUN_MBOXCMD:
4942         {
4943                 va_start(ap, ctl);
4944                 mbr = va_arg(ap, mbreg_t *);
4945                 va_end(ap);
4946                 isp_mboxcmd(isp, mbr);
4947                 return (0);
4948         }
4949         case ISPCTL_PLOGX:
4950         {
4951                 isp_plcmd_t *p;
4952                 int r;
4953
4954                 va_start(ap, ctl);
4955                 p = va_arg(ap, isp_plcmd_t *);
4956                 va_end(ap);
4957
4958                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4959                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4960                 }
4961                 do {
4962                         isp_next_handle(isp, &p->handle);
4963                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4964                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4965                                 p->handle = r >> 16;
4966                                 r = 0;
4967                                 break;
4968                         }
4969                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4970                 return (r);
4971         }
4972         case ISPCTL_CHANGE_ROLE:
4973                 if (IS_FC(isp)) {
4974                         int role, r;
4975
4976                         va_start(ap, ctl);
4977                         chan = va_arg(ap, int);
4978                         role = va_arg(ap, int);
4979                         va_end(ap);
4980                         r = isp_fc_change_role(isp, chan, role);
4981                         return (r);
4982                 }
4983                 break;
4984         default:
4985                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4986                 break;
4987
4988         }
4989         return (-1);
4990 }
4991
4992 /*
4993  * Interrupt Service Routine(s).
4994  *
4995  * External (OS) framework has done the appropriate locking,
4996  * and the locking will be held throughout this function.
4997  */
4998
4999 /*
5000  * Limit our stack depth by sticking with the max likely number
5001  * of completions on a request queue at any one time.
5002  */
5003 #ifndef MAX_REQUESTQ_COMPLETIONS
5004 #define MAX_REQUESTQ_COMPLETIONS        32
5005 #endif
5006
5007 void
5008 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5009 {
5010         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5011         uint32_t iptr, optr, junk;
5012         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5013         int etype, last_etype = 0;
5014
5015 again:
5016         /*
5017          * Is this a mailbox related interrupt?
5018          * The mailbox semaphore will be nonzero if so.
5019          */
5020         if (sema) {
5021  fmbox:
5022                 if (info & MBOX_COMMAND_COMPLETE) {
5023                         isp->isp_intmboxc++;
5024                         if (isp->isp_mboxbsy) {
5025                                 int obits = isp->isp_obits;
5026                                 isp->isp_mboxtmp[0] = info;
5027                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
5028                                         if ((obits & (1 << i)) == 0) {
5029                                                 continue;
5030                                         }
5031                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5032                                 }
5033                                 if (isp->isp_mbxwrk0) {
5034                                         if (isp_mbox_continue(isp) == 0) {
5035                                                 return;
5036                                         }
5037                                 }
5038                                 MBOX_NOTIFY_COMPLETE(isp);
5039                         } else {
5040                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5041                         }
5042                 } else {
5043                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5044                         if (i < 0) {
5045                                 return;
5046                         }
5047                 }
5048                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5049                         goto out;
5050                 }
5051         }
5052
5053         /*
5054          * We can't be getting this now.
5055          */
5056         if (isp->isp_state != ISP_RUNSTATE) {
5057                 /*
5058                  * This seems to happen to 23XX and 24XX cards- don't know why.
5059                  */
5060                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5061                         goto fmbox;
5062                 }
5063                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5064                     "when not ready", isr, sema, info);
5065                 /*
5066                  * Thank you very much!  *Burrrp*!
5067                  */
5068                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5069                 isp->isp_resodx = isp->isp_residx;
5070                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5071                 if (IS_24XX(isp)) {
5072                         ISP_DISABLE_INTS(isp);
5073                 }
5074                 goto out;
5075         }
5076
5077 #ifdef  ISP_TARGET_MODE
5078         /*
5079          * Check for ATIO Queue entries.
5080          */
5081         if (IS_24XX(isp) &&
5082             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5083              isr == ISPR2HST_ATIO_UPDATE2)) {
5084                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5085                 optr = isp->isp_atioodx;
5086
5087                 while (optr != iptr) {
5088                         uint8_t qe[QENTRY_LEN];
5089                         isphdr_t *hp;
5090                         uint32_t oop;
5091                         void *addr;
5092
5093                         oop = optr;
5094                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5095                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5096                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5097                         hp = (isphdr_t *)qe;
5098                         switch (hp->rqs_entry_type) {
5099                         case RQSTYPE_NOTIFY:
5100                         case RQSTYPE_ATIO:
5101                                 (void) isp_target_notify(isp, addr, &oop);
5102                                 break;
5103                         default:
5104                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5105                                 break;
5106                         }
5107                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5108                 }
5109                 if (isp->isp_atioodx != optr) {
5110                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5111                         isp->isp_atioodx = optr;
5112                 }
5113         }
5114 #endif
5115
5116         /*
5117          * You *must* read the Response Queue In Pointer
5118          * prior to clearing the RISC interrupt.
5119          *
5120          * Debounce the 2300 if revision less than 2.
5121          */
5122         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5123                 i = 0;
5124                 do {
5125                         iptr = ISP_READ(isp, isp->isp_respinrp);
5126                         junk = ISP_READ(isp, isp->isp_respinrp);
5127                 } while (junk != iptr && ++i < 1000);
5128
5129                 if (iptr != junk) {
5130                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5131                         goto out;
5132                 }
5133         } else {
5134                 iptr = ISP_READ(isp, isp->isp_respinrp);
5135         }
5136
5137         optr = isp->isp_resodx;
5138         if (optr == iptr && sema == 0) {
5139                 /*
5140                  * There are a lot of these- reasons unknown- mostly on
5141                  * faster Alpha machines.
5142                  *
5143                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5144                  * make sure the old interrupt went away (to avoid 'ringing'
5145                  * effects), but that didn't stop this from occurring.
5146                  */
5147                 if (IS_24XX(isp)) {
5148                         junk = 0;
5149                 } else if (IS_23XX(isp)) {
5150                         ISP_DELAY(100);
5151                         iptr = ISP_READ(isp, isp->isp_respinrp);
5152                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5153                 } else {
5154                         junk = ISP_READ(isp, BIU_ISR);
5155                 }
5156                 if (optr == iptr) {
5157                         if (IS_23XX(isp) || IS_24XX(isp)) {
5158                                 ;
5159                         } else {
5160                                 sema = ISP_READ(isp, BIU_SEMA);
5161                                 info = ISP_READ(isp, OUTMAILBOX0);
5162                                 if ((sema & 0x3) && (info & 0x8000)) {
5163                                         goto again;
5164                                 }
5165                         }
5166                         isp->isp_intbogus++;
5167                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5168                 }
5169         }
5170         isp->isp_residx = iptr;
5171
5172         while (optr != iptr) {
5173                 uint8_t qe[QENTRY_LEN];
5174                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5175                 isphdr_t *hp;
5176                 int buddaboom, scsi_status, completion_status;
5177                 int req_status_flags, req_state_flags;
5178                 uint8_t *snsp, *resp;
5179                 uint32_t rlen, slen, totslen;
5180                 long resid;
5181                 uint16_t oop;
5182
5183                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5184                 oop = optr;
5185                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5186                 nlooked++;
5187  read_again:
5188                 buddaboom = req_status_flags = req_state_flags = 0;
5189                 resid = 0L;
5190
5191                 /*
5192                  * Synchronize our view of this response queue entry.
5193                  */
5194                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5195                 if (isp->isp_dblev & ISP_LOGDEBUG1)
5196                         isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5197                 isp_get_hdr(isp, hp, &sp->req_header);
5198                 etype = sp->req_header.rqs_entry_type;
5199
5200                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5201                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5202                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5203                         scsi_status = sp2->req_scsi_status;
5204                         completion_status = sp2->req_completion_status;
5205                         if ((scsi_status & 0xff) != 0)
5206                                 req_state_flags = RQSF_GOT_STATUS;
5207                         else
5208                                 req_state_flags = 0;
5209                         resid = sp2->req_resid;
5210                 } else if (etype == RQSTYPE_RESPONSE) {
5211                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5212                         scsi_status = sp->req_scsi_status;
5213                         completion_status = sp->req_completion_status;
5214                         req_status_flags = sp->req_status_flags;
5215                         req_state_flags = sp->req_state_flags;
5216                         resid = sp->req_resid;
5217                 } else if (etype == RQSTYPE_RIO1) {
5218                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5219                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5220                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5221                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5222                         }
5223                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5224                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5225                         }
5226                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5227                         last_etype = etype;
5228                         continue;
5229                 } else if (etype == RQSTYPE_RIO2) {
5230                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5231                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5232                         last_etype = etype;
5233                         continue;
5234                 } else if (etype == RQSTYPE_STATUS_CONT) {
5235                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5236                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5237                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5238                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5239                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5240                         } else {
5241                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5242                         }
5243                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5244                         continue;
5245                 } else {
5246                         /*
5247                          * Somebody reachable via isp_handle_other_response
5248                          * may have updated the response queue pointers for
5249                          * us, so we reload our goal index.
5250                          */
5251                         int r;
5252                         uint32_t tsto = oop;
5253                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5254                         if (r < 0) {
5255                                 goto read_again;
5256                         }
5257                         /*
5258                          * If somebody updated the output pointer, then reset
5259                          * optr to be one more than the updated amount.
5260                          */
5261                         while (tsto != oop) {
5262                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5263                         }
5264                         if (r > 0) {
5265                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5266                                 last_etype = etype;
5267                                 continue;
5268                         }
5269
5270                         /*
5271                          * After this point, we'll just look at the header as
5272                          * we don't know how to deal with the rest of the
5273                          * response.
5274                          */
5275
5276                         /*
5277                          * It really has to be a bounced request just copied
5278                          * from the request queue to the response queue. If
5279                          * not, something bad has happened.
5280                          */
5281                         if (etype != RQSTYPE_REQUEST) {
5282                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5283                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5284                                 last_etype = etype;
5285                                 continue;
5286                         }
5287                         buddaboom = 1;
5288                         scsi_status = sp->req_scsi_status;
5289                         completion_status = sp->req_completion_status;
5290                         req_status_flags = sp->req_status_flags;
5291                         req_state_flags = sp->req_state_flags;
5292                         resid = sp->req_resid;
5293                 }
5294
5295                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5296                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5297                                 isp_print_qentry(isp, "unexpected continuation segment",
5298                                     oop, hp);
5299                                 last_etype = etype;
5300                                 continue;
5301                         }
5302                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5303                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5304                                 /*
5305                                  * We'll synthesize a QUEUE FULL message below.
5306                                  */
5307                         }
5308                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5309                                 isp_print_qentry(isp, "bad header flag",
5310                                     oop, hp);
5311                                 buddaboom++;
5312                         }
5313                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5314                                 isp_print_qentry(isp, "bad request packet",
5315                                     oop, hp);
5316                                 buddaboom++;
5317                         }
5318                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5319                                 isp_print_qentry(isp, "invalid entry count",
5320                                     oop, hp);
5321                                 buddaboom++;
5322                         }
5323                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5324                                 isp_print_qentry(isp, "invalid IOCB ordering",
5325                                     oop, hp);
5326                                 last_etype = etype;
5327                                 continue;
5328                         }
5329                 }
5330
5331                 xs = isp_find_xs(isp, sp->req_handle);
5332                 if (xs == NULL) {
5333                         uint8_t ts = completion_status & 0xff;
5334                         /*
5335                          * Only whine if this isn't the expected fallout of
5336                          * aborting the command or resetting the target.
5337                          */
5338                         if (etype != RQSTYPE_RESPONSE) {
5339                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5340                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5341                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5342                         }
5343                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5344                         last_etype = etype;
5345                         continue;
5346                 }
5347                 if (req_status_flags & RQSTF_BUS_RESET) {
5348                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5349                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5350                         XS_SETERR(xs, HBA_BUSRESET);
5351                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5352                 }
5353                 if (buddaboom) {
5354                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5355                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5356                         XS_SETERR(xs, HBA_BOTCH);
5357                 }
5358
5359                 resp = NULL;
5360                 rlen = 0;
5361                 snsp = NULL;
5362                 totslen = slen = 0;
5363                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5364                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5365                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5366                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5367                         resp = sp->req_response;
5368                         rlen = sp->req_response_len;
5369                 }
5370                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5371                         /*
5372                          * Fibre Channel F/W doesn't say we got status
5373                          * if there's Sense Data instead. I guess they
5374                          * think it goes w/o saying.
5375                          */
5376                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5377                         if (IS_24XX(isp)) {
5378                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5379                                 snsp += rlen;
5380                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5381                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5382                                 if (totslen < slen)
5383                                         slen = totslen;
5384                         } else {
5385                                 snsp = sp->req_sense_data;
5386                                 totslen = sp->req_sense_len;
5387                                 slen = sizeof (sp->req_sense_data);
5388                                 if (totslen < slen)
5389                                         slen = totslen;
5390                         }
5391                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5392                         snsp = sp->req_sense_data;
5393                         totslen = sp->req_sense_len;
5394                         slen = sizeof (sp->req_sense_data);
5395                         if (totslen < slen)
5396                                 slen = totslen;
5397                 }
5398                 if (req_state_flags & RQSF_GOT_STATUS) {
5399                         *XS_STSP(xs) = scsi_status & 0xff;
5400                 }
5401
5402                 switch (etype) {
5403                 case RQSTYPE_RESPONSE:
5404                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5405                                 const char *ptr;
5406                                 char lb[64];
5407                                 const char *rnames[10] = {
5408                                     "Task Management function complete",
5409                                     "FCP_DATA length different than FCP_BURST_LEN",
5410                                     "FCP_CMND fields invalid",
5411                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5412                                     "Task Management function rejected",
5413                                     "Task Management function failed",
5414                                     NULL,
5415                                     NULL,
5416                                     "Task Management function succeeded",
5417                                     "Task Management function incorrect logical unit number",
5418                                 };
5419                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5420                                 if (code >= 10 || rnames[code] == NULL) {
5421                                         ISP_SNPRINTF(lb, sizeof(lb),
5422                                             "Unknown FCP Response Code 0x%x",
5423                                             code);
5424                                         ptr = lb;
5425                                 } else {
5426                                         ptr = rnames[code];
5427                                 }
5428                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5429                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5430                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5431                                 if (code != 0 && code != 8)
5432                                         XS_SETERR(xs, HBA_BOTCH);
5433                         }
5434                         if (IS_24XX(isp)) {
5435                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5436                         } else {
5437                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5438                         }
5439                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5440                                 XS_SETERR(xs, HBA_TGTBSY);
5441                         }
5442                         if (IS_SCSI(isp)) {
5443                                 XS_SET_RESID(xs, resid);
5444                                 /*
5445                                  * A new synchronous rate was negotiated for
5446                                  * this target. Mark state such that we'll go
5447                                  * look up that which has changed later.
5448                                  */
5449                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5450                                         int t = XS_TGT(xs);
5451                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5452                                         sdp->isp_devparam[t].dev_refresh = 1;
5453                                         sdp->update = 1;
5454                                 }
5455                         } else {
5456                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5457                                         XS_SET_RESID(xs, 0);
5458                                 } else if (scsi_status & RQCS_RESID) {
5459                                         XS_SET_RESID(xs, resid);
5460                                 } else {
5461                                         XS_SET_RESID(xs, 0);
5462                                 }
5463                         }
5464                         if (snsp && slen) {
5465                                 if (totslen > slen) {
5466                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5467                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5468                                                 /* we'll lose some stats, but that's a small price to pay */
5469                                                 for (i = 0; i < ndone; i++) {
5470                                                         if (complist[i]) {
5471                                                                 isp->isp_rsltccmplt++;
5472                                                                 isp_done(complist[i]);
5473                                                         }
5474                                                 }
5475                                                 ndone = 0;
5476                                         }
5477                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5478                                             continuations_expected, totslen);
5479                                 }
5480                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5481                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5482                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5483                                 isp_print_qentry(isp, "CC with no Sense",
5484                                     oop, hp);
5485                         }
5486                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5487                         break;
5488                 case RQSTYPE_REQUEST:
5489                 case RQSTYPE_A64:
5490                 case RQSTYPE_T2RQS:
5491                 case RQSTYPE_T3RQS:
5492                 case RQSTYPE_T7RQS:
5493                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5494                                 /*
5495                                  * Force Queue Full status.
5496                                  */
5497                                 *XS_STSP(xs) = SCSI_QFULL;
5498                                 XS_SETERR(xs, HBA_NOERROR);
5499                         } else if (XS_NOERR(xs)) {
5500                                 isp_prt(isp, ISP_LOG_WARN1,
5501                                     "%d.%d.%jx badness at %s:%u",
5502                                     XS_CHANNEL(xs), XS_TGT(xs),
5503                                     (uintmax_t)XS_LUN(xs),
5504                                     __func__, __LINE__);
5505                                 XS_SETERR(xs, HBA_BOTCH);
5506                         }
5507                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5508                         break;
5509                 default:
5510                         isp_print_qentry(isp, "Unhandled Response Type",
5511                             oop, hp);
5512                         if (XS_NOERR(xs)) {
5513                                 XS_SETERR(xs, HBA_BOTCH);
5514                         }
5515                         break;
5516                 }
5517
5518                 /*
5519                  * Free any DMA resources. As a side effect, this may
5520                  * also do any cache flushing necessary for data coherence.
5521                  */
5522                 if (XS_XFRLEN(xs)) {
5523                         ISP_DMAFREE(isp, xs, sp->req_handle);
5524                 }
5525                 isp_destroy_handle(isp, sp->req_handle);
5526
5527                 if (isp->isp_nactive > 0) {
5528                     isp->isp_nactive--;
5529                 }
5530                 complist[ndone++] = xs; /* defer completion call until later */
5531                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5532                 last_etype = etype;
5533                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5534                         break;
5535                 }
5536         }
5537
5538         /*
5539          * If we looked at any commands, then it's valid to find out
5540          * what the outpointer is. It also is a trigger to update the
5541          * ISP's notion of what we've seen so far.
5542          */
5543         if (nlooked) {
5544                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5545                 isp->isp_resodx = optr;
5546                 if (isp->isp_rscchiwater < ndone)
5547                         isp->isp_rscchiwater = ndone;
5548         }
5549
5550 out:
5551
5552         if (IS_24XX(isp)) {
5553                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5554         } else {
5555                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5556                 ISP_WRITE(isp, BIU_SEMA, 0);
5557         }
5558
5559         for (i = 0; i < ndone; i++) {
5560                 xs = complist[i];
5561                 if (xs) {
5562                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5563                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5564                                 isp_prt_endcmd(isp, xs);
5565                         }
5566                         isp->isp_rsltccmplt++;
5567                         isp_done(xs);
5568                 }
5569         }
5570 }
5571
5572 /*
5573  * Support routines.
5574  */
5575
5576 void
5577 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5578 {
5579         char cdbstr[16 * 5 + 1];
5580         int i, lim;
5581
5582         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5583         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5584         for (i = 1; i < lim; i++) {
5585                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5586         }
5587         if (XS_SENSE_VALID(xs)) {
5588                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5589                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5590         } else {
5591                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5592         }
5593 }
5594
5595 /*
5596  * Parse an ASYNC mailbox complete
5597  *
5598  * Return non-zero if the event has been acknowledged.
5599  */
5600 static int
5601 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5602 {
5603         int acked = 0;
5604         uint32_t h1 = 0, h2 = 0;
5605         uint16_t chan = 0;
5606
5607         /*
5608          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5609          * where Mailboxes 6/7 have the second handle.
5610          */
5611         if (mbox != ASYNC_RIO32_2) {
5612                 if (IS_DUALBUS(isp)) {
5613                         chan = ISP_READ(isp, OUTMAILBOX6);
5614                 }
5615         }
5616         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5617
5618         switch (mbox) {
5619         case ASYNC_BUS_RESET:
5620                 ISP_SET_SENDMARKER(isp, chan, 1);
5621 #ifdef  ISP_TARGET_MODE
5622                 if (isp_target_async(isp, chan, mbox)) {
5623                         acked = 1;
5624                 }
5625 #endif
5626                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5627                 break;
5628         case ASYNC_SYSTEM_ERROR:
5629                 isp->isp_dead = 1;
5630                 isp->isp_state = ISP_CRASHED;
5631                 /*
5632                  * Were we waiting for a mailbox command to complete?
5633                  * If so, it's dead, so wake up the waiter.
5634                  */
5635                 if (isp->isp_mboxbsy) {
5636                         isp->isp_obits = 1;
5637                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5638                         MBOX_NOTIFY_COMPLETE(isp);
5639                 }
5640                 /*
5641                  * It's up to the handler for isp_async to reinit stuff and
5642                  * restart the firmware
5643                  */
5644                 isp_async(isp, ISPASYNC_FW_CRASH);
5645                 acked = 1;
5646                 break;
5647
5648         case ASYNC_RQS_XFER_ERR:
5649                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5650                 break;
5651
5652         case ASYNC_RSP_XFER_ERR:
5653                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5654                 break;
5655
5656         case ASYNC_QWAKEUP:
5657                 /*
5658                  * We've just been notified that the Queue has woken up.
5659                  * We don't need to be chatty about this- just unlatch things
5660                  * and move on.
5661                  */
5662                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5663                 break;
5664
5665         case ASYNC_TIMEOUT_RESET:
5666                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5667                 ISP_SET_SENDMARKER(isp, chan, 1);
5668 #ifdef  ISP_TARGET_MODE
5669                 if (isp_target_async(isp, chan, mbox)) {
5670                         acked = 1;
5671                 }
5672 #endif
5673                 break;
5674
5675         case ASYNC_DEVICE_RESET:
5676                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5677                 ISP_SET_SENDMARKER(isp, chan, 1);
5678 #ifdef  ISP_TARGET_MODE
5679                 if (isp_target_async(isp, chan, mbox)) {
5680                         acked = 1;
5681                 }
5682 #endif
5683                 break;
5684
5685         case ASYNC_EXTMSG_UNDERRUN:
5686                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5687                 break;
5688
5689         case ASYNC_SCAM_INT:
5690                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5691                 break;
5692
5693         case ASYNC_HUNG_SCSI:
5694                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5695                 /* XXX: Need to issue SCSI reset at this point */
5696                 break;
5697
5698         case ASYNC_KILLED_BUS:
5699                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5700                 break;
5701
5702         case ASYNC_BUS_TRANSIT:
5703                 mbox = ISP_READ(isp, OUTMAILBOX2);
5704                 switch (mbox & SXP_PINS_MODE_MASK) {
5705                 case SXP_PINS_LVD_MODE:
5706                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5707                         SDPARAM(isp, chan)->isp_diffmode = 0;
5708                         SDPARAM(isp, chan)->isp_ultramode = 0;
5709                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5710                         break;
5711                 case SXP_PINS_HVD_MODE:
5712                         isp_prt(isp, ISP_LOGINFO,
5713                             "Transition to Differential mode");
5714                         SDPARAM(isp, chan)->isp_diffmode = 1;
5715                         SDPARAM(isp, chan)->isp_ultramode = 0;
5716                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5717                         break;
5718                 case SXP_PINS_SE_MODE:
5719                         isp_prt(isp, ISP_LOGINFO,
5720                             "Transition to Single Ended mode");
5721                         SDPARAM(isp, chan)->isp_diffmode = 0;
5722                         SDPARAM(isp, chan)->isp_ultramode = 1;
5723                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5724                         break;
5725                 default:
5726                         isp_prt(isp, ISP_LOGWARN,
5727                             "Transition to Unknown Mode 0x%x", mbox);
5728                         break;
5729                 }
5730                 /*
5731                  * XXX: Set up to renegotiate again!
5732                  */
5733                 /* Can only be for a 1080... */
5734                 ISP_SET_SENDMARKER(isp, chan, 1);
5735                 break;
5736
5737         case ASYNC_CMD_CMPLT:
5738         case ASYNC_RIO32_1:
5739                 if (!IS_ULTRA3(isp)) {
5740                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5741                         break;
5742                 }
5743                 /* FALLTHROUGH */
5744                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5745                 break;
5746
5747         case ASYNC_RIO32_2:
5748                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5749                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5750                 break;
5751
5752         case ASYNC_RIO16_5:
5753         case ASYNC_RIO16_4:
5754         case ASYNC_RIO16_3:
5755         case ASYNC_RIO16_2:
5756         case ASYNC_RIO16_1:
5757                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5758                 break;
5759         default:
5760                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5761                 break;
5762         }
5763
5764         if (h1 || h2) {
5765                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5766                 isp_fastpost_complete(isp, h1);
5767                 if (h2) {
5768                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5769                         isp_fastpost_complete(isp, h2);
5770                         if (isp->isp_fpcchiwater < 2) {
5771                                 isp->isp_fpcchiwater = 2;
5772                         }
5773                 } else {
5774                         if (isp->isp_fpcchiwater < 1) {
5775                                 isp->isp_fpcchiwater = 1;
5776                         }
5777                 }
5778         } else {
5779                 isp->isp_intoasync++;
5780         }
5781         return (acked);
5782 }
5783
5784 static int
5785 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5786 {
5787         fcparam *fcp;
5788         int acked = 0;
5789         uint16_t chan;
5790
5791         if (IS_DUALBUS(isp)) {
5792                 chan = ISP_READ(isp, OUTMAILBOX6);
5793         } else {
5794                 chan = 0;
5795         }
5796         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5797
5798         switch (mbox) {
5799         case ASYNC_SYSTEM_ERROR:
5800                 isp->isp_dead = 1;
5801                 isp->isp_state = ISP_CRASHED;
5802                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5803                 isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5804                 /*
5805                  * Were we waiting for a mailbox command to complete?
5806                  * If so, it's dead, so wake up the waiter.
5807                  */
5808                 if (isp->isp_mboxbsy) {
5809                         isp->isp_obits = 1;
5810                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5811                         MBOX_NOTIFY_COMPLETE(isp);
5812                 }
5813                 /*
5814                  * It's up to the handler for isp_async to reinit stuff and
5815                  * restart the firmware
5816                  */
5817                 isp_async(isp, ISPASYNC_FW_CRASH);
5818                 acked = 1;
5819                 break;
5820
5821         case ASYNC_RQS_XFER_ERR:
5822                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5823                 break;
5824
5825         case ASYNC_RSP_XFER_ERR:
5826                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5827                 break;
5828
5829         case ASYNC_QWAKEUP:
5830 #ifdef  ISP_TARGET_MODE
5831                 if (IS_24XX(isp)) {
5832                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5833                         break;
5834                 }
5835 #endif
5836                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5837                 break;
5838
5839         case ASYNC_CMD_CMPLT:
5840                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5841                 if (isp->isp_fpcchiwater < 1) {
5842                         isp->isp_fpcchiwater = 1;
5843                 }
5844                 break;
5845
5846         case ASYNC_RIOZIO_STALL:
5847                 break;
5848
5849         case ASYNC_CTIO_DONE:
5850 #ifdef  ISP_TARGET_MODE
5851                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5852                         acked = 1;
5853                 } else {
5854                         isp->isp_fphccmplt++;
5855                 }
5856 #else
5857                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5858 #endif
5859                 break;
5860         case ASYNC_LIP_ERROR:
5861         case ASYNC_LIP_NOS_OLS_RECV:
5862         case ASYNC_LIP_OCCURRED:
5863         case ASYNC_PTPMODE:
5864                 /*
5865                  * These are broadcast events that have to be sent across
5866                  * all active channels.
5867                  */
5868                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5869                         fcp = FCPARAM(isp, chan);
5870                         int topo = fcp->isp_topo;
5871
5872                         if (fcp->role == ISP_ROLE_NONE)
5873                                 continue;
5874                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5875                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5876                         ISP_SET_SENDMARKER(isp, chan, 1);
5877                         isp_async(isp, ISPASYNC_LIP, chan);
5878 #ifdef  ISP_TARGET_MODE
5879                         if (isp_target_async(isp, chan, mbox)) {
5880                                 acked = 1;
5881                         }
5882 #endif
5883                         /*
5884                          * We've had problems with data corruption occuring on
5885                          * commands that complete (with no apparent error) after
5886                          * we receive a LIP. This has been observed mostly on
5887                          * Local Loop topologies. To be safe, let's just mark
5888                          * all active initiator commands as dead.
5889                          */
5890                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5891                                 int i, j;
5892                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5893                                         XS_T *xs;
5894                                         isp_hdl_t *hdp;
5895
5896                                         hdp = &isp->isp_xflist[i];
5897                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5898                                                 continue;
5899                                         }
5900                                         xs = hdp->cmd;
5901                                         if (XS_CHANNEL(xs) != chan) {
5902                                                 continue;
5903                                         }
5904                                         j++;
5905                                         isp_prt(isp, ISP_LOG_WARN1,
5906                                             "%d.%d.%jx bus reset set at %s:%u",
5907                                             XS_CHANNEL(xs), XS_TGT(xs),
5908                                             (uintmax_t)XS_LUN(xs),
5909                                             __func__, __LINE__);
5910                                         XS_SETERR(xs, HBA_BUSRESET);
5911                                 }
5912                                 if (j) {
5913                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5914                                 }
5915                         }
5916                 }
5917                 break;
5918
5919         case ASYNC_LOOP_UP:
5920                 /*
5921                  * This is a broadcast event that has to be sent across
5922                  * all active channels.
5923                  */
5924                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5925                         fcp = FCPARAM(isp, chan);
5926                         if (fcp->role == ISP_ROLE_NONE)
5927                                 continue;
5928                         fcp->isp_linkstate = 1;
5929                         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5930                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5931                         ISP_SET_SENDMARKER(isp, chan, 1);
5932                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5933 #ifdef  ISP_TARGET_MODE
5934                         if (isp_target_async(isp, chan, mbox)) {
5935                                 acked = 1;
5936                         }
5937 #endif
5938                 }
5939                 break;
5940
5941         case ASYNC_LOOP_DOWN:
5942                 /*
5943                  * This is a broadcast event that has to be sent across
5944                  * all active channels.
5945                  */
5946                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5947                         fcp = FCPARAM(isp, chan);
5948                         if (fcp->role == ISP_ROLE_NONE)
5949                                 continue;
5950                         ISP_SET_SENDMARKER(isp, chan, 1);
5951                         fcp->isp_linkstate = 0;
5952                         fcp->isp_loopstate = LOOP_NIL;
5953                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5954 #ifdef  ISP_TARGET_MODE
5955                         if (isp_target_async(isp, chan, mbox)) {
5956                                 acked = 1;
5957                         }
5958 #endif
5959                 }
5960                 break;
5961
5962         case ASYNC_LOOP_RESET:
5963                 /*
5964                  * This is a broadcast event that has to be sent across
5965                  * all active channels.
5966                  */
5967                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5968                         fcp = FCPARAM(isp, chan);
5969                         if (fcp->role == ISP_ROLE_NONE)
5970                                 continue;
5971                         ISP_SET_SENDMARKER(isp, chan, 1);
5972                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5973                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5974                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5975 #ifdef  ISP_TARGET_MODE
5976                         if (isp_target_async(isp, chan, mbox)) {
5977                                 acked = 1;
5978                         }
5979 #endif
5980                 }
5981                 break;
5982
5983         case ASYNC_PDB_CHANGED:
5984         {
5985                 int echan, nphdl, nlstate, reason;
5986
5987                 if (IS_23XX(isp) || IS_24XX(isp)) {
5988                         nphdl = ISP_READ(isp, OUTMAILBOX1);
5989                         nlstate = ISP_READ(isp, OUTMAILBOX2);
5990                 } else {
5991                         nphdl = nlstate = 0xffff;
5992                 }
5993                 if (IS_24XX(isp))
5994                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5995                 else
5996                         reason = 0xff;
5997                 if (ISP_CAP_MULTI_ID(isp)) {
5998                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5999                         if (chan == 0xff || nphdl == NIL_HANDLE) {
6000                                 chan = 0;
6001                                 echan = isp->isp_nchan - 1;
6002                         } else if (chan >= isp->isp_nchan) {
6003                                 break;
6004                         } else {
6005                                 echan = chan;
6006                         }
6007                 } else {
6008                         chan = echan = 0;
6009                 }
6010                 for (; chan <= echan; chan++) {
6011                         fcp = FCPARAM(isp, chan);
6012                         if (fcp->role == ISP_ROLE_NONE)
6013                                 continue;
6014                         if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
6015                                 if (nphdl != NIL_HANDLE &&
6016                                     nphdl == fcp->isp_login_hdl &&
6017                                     reason == PDB24XX_AE_OPN_2)
6018                                         continue;
6019                                 fcp->isp_loopstate = LOOP_LTEST_DONE;
6020                         } else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6021                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
6022                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6023                             ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6024                 }
6025                 break;
6026         }
6027         case ASYNC_CHANGE_NOTIFY:
6028         {
6029                 int portid;
6030
6031                 portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
6032                     ISP_READ(isp, OUTMAILBOX2);
6033                 if (ISP_CAP_MULTI_ID(isp)) {
6034                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6035                         if (chan >= isp->isp_nchan)
6036                                 break;
6037                 } else {
6038                         chan = 0;
6039                 }
6040                 fcp = FCPARAM(isp, chan);
6041                 if (fcp->role == ISP_ROLE_NONE)
6042                         break;
6043                 if (fcp->isp_loopstate > LOOP_LTEST_DONE)
6044                         fcp->isp_loopstate = LOOP_LTEST_DONE;
6045                 else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6046                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6047                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6048                     ISPASYNC_CHANGE_SNS, portid);
6049                 break;
6050         }
6051         case ASYNC_ERR_LOGGING_DISABLED:
6052                 isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
6053                     ISP_READ(isp, OUTMAILBOX1));
6054                 break;
6055         case ASYNC_CONNMODE:
6056                 /*
6057                  * This only applies to 2100 amd 2200 cards
6058                  */
6059                 if (!IS_2200(isp) && !IS_2100(isp)) {
6060                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6061                         break;
6062                 }
6063                 chan = 0;
6064                 mbox = ISP_READ(isp, OUTMAILBOX1);
6065                 switch (mbox) {
6066                 case ISP_CONN_LOOP:
6067                         isp_prt(isp, ISP_LOGINFO,
6068                             "Point-to-Point -> Loop mode");
6069                         break;
6070                 case ISP_CONN_PTP:
6071                         isp_prt(isp, ISP_LOGINFO,
6072                             "Loop -> Point-to-Point mode");
6073                         break;
6074                 case ISP_CONN_BADLIP:
6075                         isp_prt(isp, ISP_LOGWARN,
6076                             "Point-to-Point -> Loop mode (BAD LIP)");
6077                         break;
6078                 case ISP_CONN_FATAL:
6079                         isp->isp_dead = 1;
6080                         isp->isp_state = ISP_CRASHED;
6081                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6082                         isp_async(isp, ISPASYNC_FW_CRASH);
6083                         return (-1);
6084                 case ISP_CONN_LOOPBACK:
6085                         isp_prt(isp, ISP_LOGWARN,
6086                             "Looped Back in Point-to-Point mode");
6087                         break;
6088                 default:
6089                         isp_prt(isp, ISP_LOGWARN,
6090                             "Unknown connection mode (0x%x)", mbox);
6091                         break;
6092                 }
6093                 ISP_SET_SENDMARKER(isp, chan, 1);
6094                 FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
6095                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6096                 break;
6097         case ASYNC_P2P_INIT_ERR:
6098                 isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
6099                     ISP_READ(isp, OUTMAILBOX1));
6100                 break;
6101         case ASYNC_RCV_ERR:
6102                 if (IS_24XX(isp)) {
6103                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6104                 } else {
6105                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6106                 }
6107                 break;
6108         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6109                 if (IS_24XX(isp)) {
6110                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6111                         break;
6112                 } else {
6113                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6114                         break;
6115                 }
6116         case ASYNC_FW_RESTART_COMPLETE:
6117                 isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
6118                 break;
6119         case ASYNC_TEMPERATURE_ALERT:
6120                 isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
6121                     ISP_READ(isp, OUTMAILBOX1));
6122                 break;
6123         case ASYNC_AUTOLOAD_FW_COMPLETE:
6124                 isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
6125                 break;
6126         case ASYNC_AUTOLOAD_FW_FAILURE:
6127                 isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
6128                 break;
6129         default:
6130                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6131                 break;
6132         }
6133         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6134                 isp->isp_intoasync++;
6135         }
6136         return (acked);
6137 }
6138
6139 /*
6140  * Handle other response entries. A pointer to the request queue output
6141  * index is here in case we want to eat several entries at once, although
6142  * this is not used currently.
6143  */
6144
6145 static int
6146 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6147 {
6148         isp_ridacq_t rid;
6149         int chan, c;
6150         uint32_t hdl, portid;
6151         void *ptr;
6152
6153         switch (type) {
6154         case RQSTYPE_STATUS_CONT:
6155                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6156                 return (1);
6157         case RQSTYPE_MARKER:
6158                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6159                 return (1);
6160         case RQSTYPE_RPT_ID_ACQ:
6161                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6162                 portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
6163                     rid.ridacq_vp_port_lo;
6164                 if (rid.ridacq_format == 0) {
6165                         for (chan = 0; chan < isp->isp_nchan; chan++) {
6166                                 fcparam *fcp = FCPARAM(isp, chan);
6167                                 if (fcp->role == ISP_ROLE_NONE)
6168                                         continue;
6169                                 c = (chan == 0) ? 127 : (chan - 1);
6170                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
6171                                     chan == 0) {
6172                                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6173                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6174                                             chan, ISPASYNC_CHANGE_OTHER);
6175                                 } else {
6176                                         fcp->isp_loopstate = LOOP_NIL;
6177                                         isp_async(isp, ISPASYNC_LOOP_DOWN,
6178                                             chan);
6179                                 }
6180                         }
6181                 } else {
6182                         fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
6183                         if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
6184                             rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
6185                                 fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
6186                                 fcp->isp_portid = portid;
6187                                 fcp->isp_loopstate = LOOP_HAVE_ADDR;
6188                                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6189                                     rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6190                         } else {
6191                                 fcp->isp_loopstate = LOOP_NIL;
6192                                 isp_async(isp, ISPASYNC_LOOP_DOWN,
6193                                     rid.ridacq_vp_index);
6194                         }
6195                 }
6196                 return (1);
6197         case RQSTYPE_CT_PASSTHRU:
6198         case RQSTYPE_VP_MODIFY:
6199         case RQSTYPE_VP_CTRL:
6200         case RQSTYPE_LOGIN:
6201                 ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
6202                 ptr = isp_find_xs(isp, hdl);
6203                 if (ptr != NULL) {
6204                         isp_destroy_handle(isp, hdl);
6205                         memcpy(ptr, hp, QENTRY_LEN);
6206                         wakeup(ptr);
6207                 }
6208                 return (1);
6209         case RQSTYPE_ATIO:
6210         case RQSTYPE_CTIO:
6211         case RQSTYPE_ENABLE_LUN:
6212         case RQSTYPE_MODIFY_LUN:
6213         case RQSTYPE_NOTIFY:
6214         case RQSTYPE_NOTIFY_ACK:
6215         case RQSTYPE_CTIO1:
6216         case RQSTYPE_ATIO2:
6217         case RQSTYPE_CTIO2:
6218         case RQSTYPE_CTIO3:
6219         case RQSTYPE_CTIO7:
6220         case RQSTYPE_ABTS_RCVD:
6221         case RQSTYPE_ABTS_RSP:
6222                 isp->isp_rsltccmplt++;  /* count as a response completion */
6223 #ifdef  ISP_TARGET_MODE
6224                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6225                         return (1);
6226                 }
6227 #endif
6228                 /* FALLTHROUGH */
6229         case RQSTYPE_REQUEST:
6230         default:
6231                 ISP_DELAY(100);
6232                 if (type != isp_get_response_type(isp, hp)) {
6233                         /*
6234                          * This is questionable- we're just papering over
6235                          * something we've seen on SMP linux in target
6236                          * mode- we don't really know what's happening
6237                          * here that causes us to think we've gotten
6238                          * an entry, but that either the entry isn't
6239                          * filled out yet or our CPU read data is stale.
6240                          */
6241                         isp_prt(isp, ISP_LOGINFO,
6242                                 "unstable type in response queue");
6243                         return (-1);
6244                 }
6245                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6246                     isp_get_response_type(isp, hp));
6247                 return (0);
6248         }
6249 }
6250
6251 static void
6252 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6253 {
6254         switch (sp->req_completion_status & 0xff) {
6255         case RQCS_COMPLETE:
6256                 if (XS_NOERR(xs)) {
6257                         XS_SETERR(xs, HBA_NOERROR);
6258                 }
6259                 return;
6260
6261         case RQCS_INCOMPLETE:
6262                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6263                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6264                         if (XS_NOERR(xs)) {
6265                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6266                                 *rp = XS_XFRLEN(xs);
6267                         }
6268                         return;
6269                 }
6270                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6271                 break;
6272
6273         case RQCS_DMA_ERROR:
6274                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6275                 *rp = XS_XFRLEN(xs);
6276                 break;
6277
6278         case RQCS_TRANSPORT_ERROR:
6279         {
6280                 char buf[172];
6281                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6282                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6283                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6284                 }
6285                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6286                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6287                 }
6288                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6289                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6290                 }
6291                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6292                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6293                 }
6294                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6295                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6296                 }
6297                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6298                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6299                 }
6300                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6301                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6302                 }
6303                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6304                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6305                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6306                 }
6307                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6308                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6309                 }
6310                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6311                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6312                 }
6313                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6314                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6315                 }
6316                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6317                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6318                 }
6319                 if (sp->req_status_flags & RQSTF_ABORTED) {
6320                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6321                 }
6322                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6323                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6324                 }
6325                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6326                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6327                 }
6328                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6329                 *rp = XS_XFRLEN(xs);
6330                 break;
6331         }
6332         case RQCS_RESET_OCCURRED:
6333         {
6334                 int chan;
6335                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6336                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6337                         FCPARAM(isp, chan)->sendmarker = 1;
6338                 }
6339                 if (XS_NOERR(xs)) {
6340                         XS_SETERR(xs, HBA_BUSRESET);
6341                 }
6342                 *rp = XS_XFRLEN(xs);
6343                 return;
6344         }
6345         case RQCS_ABORTED:
6346                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6347                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6348                 if (XS_NOERR(xs)) {
6349                         XS_SETERR(xs, HBA_ABORTED);
6350                 }
6351                 return;
6352
6353         case RQCS_TIMEOUT:
6354                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6355                 /*
6356                  * XXX: Check to see if we logged out of the device.
6357                  */
6358                 if (XS_NOERR(xs)) {
6359                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6360                 }
6361                 return;
6362
6363         case RQCS_DATA_OVERRUN:
6364                 XS_SET_RESID(xs, sp->req_resid);
6365                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6366                 if (XS_NOERR(xs)) {
6367                         XS_SETERR(xs, HBA_DATAOVR);
6368                 }
6369                 return;
6370
6371         case RQCS_COMMAND_OVERRUN:
6372                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6373                 break;
6374
6375         case RQCS_STATUS_OVERRUN:
6376                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6377                 break;
6378
6379         case RQCS_BAD_MESSAGE:
6380                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6381                 break;
6382
6383         case RQCS_NO_MESSAGE_OUT:
6384                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6385                 break;
6386
6387         case RQCS_EXT_ID_FAILED:
6388                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6389                 break;
6390
6391         case RQCS_IDE_MSG_FAILED:
6392                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6393                 break;
6394
6395         case RQCS_ABORT_MSG_FAILED:
6396                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6397                 break;
6398
6399         case RQCS_REJECT_MSG_FAILED:
6400                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6401                 break;
6402
6403         case RQCS_NOP_MSG_FAILED:
6404                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6405                 break;
6406
6407         case RQCS_PARITY_ERROR_MSG_FAILED:
6408                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6409                 break;
6410
6411         case RQCS_DEVICE_RESET_MSG_FAILED:
6412                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6413                 break;
6414
6415         case RQCS_ID_MSG_FAILED:
6416                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6417                 break;
6418
6419         case RQCS_UNEXP_BUS_FREE:
6420                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6421                 break;
6422
6423         case RQCS_DATA_UNDERRUN:
6424         {
6425                 if (IS_FC(isp)) {
6426                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6427                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6428                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6429                                 if (XS_NOERR(xs)) {
6430                                         XS_SETERR(xs, HBA_BOTCH);
6431                                 }
6432                                 return;
6433                         }
6434                 }
6435                 XS_SET_RESID(xs, sp->req_resid);
6436                 if (XS_NOERR(xs)) {
6437                         XS_SETERR(xs, HBA_NOERROR);
6438                 }
6439                 return;
6440         }
6441
6442         case RQCS_XACT_ERR1:
6443                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6444                 break;
6445
6446         case RQCS_XACT_ERR2:
6447                 isp_xs_prt(isp, xs, ISP_LOGERR,
6448                     "HBA attempted queued transaction to target routine %jx",
6449                     (uintmax_t)XS_LUN(xs));
6450                 break;
6451
6452         case RQCS_XACT_ERR3:
6453                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6454                 break;
6455
6456         case RQCS_BAD_ENTRY:
6457                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6458                 break;
6459
6460         case RQCS_QUEUE_FULL:
6461                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6462
6463                 /*
6464                  * If QFULL or some other status byte is set, then this
6465                  * isn't an error, per se.
6466                  *
6467                  * Unfortunately, some QLogic f/w writers have, in
6468                  * some cases, ommitted to *set* status to QFULL.
6469                  */
6470 #if     0
6471                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6472                         XS_SETERR(xs, HBA_NOERROR);
6473                         return;
6474                 }
6475
6476 #endif
6477                 *XS_STSP(xs) = SCSI_QFULL;
6478                 XS_SETERR(xs, HBA_NOERROR);
6479                 return;
6480
6481         case RQCS_PHASE_SKIPPED:
6482                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6483                 break;
6484
6485         case RQCS_ARQS_FAILED:
6486                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6487                 if (XS_NOERR(xs)) {
6488                         XS_SETERR(xs, HBA_ARQFAIL);
6489                 }
6490                 return;
6491
6492         case RQCS_WIDE_FAILED:
6493                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6494                 if (IS_SCSI(isp)) {
6495                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6496                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6497                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6498                         sdp->update = 1;
6499                 }
6500                 if (XS_NOERR(xs)) {
6501                         XS_SETERR(xs, HBA_NOERROR);
6502                 }
6503                 return;
6504
6505         case RQCS_SYNCXFER_FAILED:
6506                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6507                 if (IS_SCSI(isp)) {
6508                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6509                         sdp += XS_CHANNEL(xs);
6510                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6511                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6512                         sdp->update = 1;
6513                 }
6514                 break;
6515
6516         case RQCS_LVD_BUSERR:
6517                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6518                 break;
6519
6520         case RQCS_PORT_UNAVAILABLE:
6521                 /*
6522                  * No such port on the loop. Moral equivalent of SELTIMEO
6523                  */
6524         case RQCS_PORT_LOGGED_OUT:
6525         {
6526                 const char *reason;
6527                 uint8_t sts = sp->req_completion_status & 0xff;
6528                 fcparam *fcp = FCPARAM(isp, 0);
6529                 fcportdb_t *lp;
6530
6531                 /*
6532                  * It was there (maybe)- treat as a selection timeout.
6533                  */
6534                 if (sts == RQCS_PORT_UNAVAILABLE) {
6535                         reason = "unavailable";
6536                 } else {
6537                         reason = "logout";
6538                 }
6539
6540                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6541
6542                 /*
6543                  * If we're on a local loop, force a LIP (which is overkill)
6544                  * to force a re-login of this unit. If we're on fabric,
6545                  * then we'll have to log in again as a matter of course.
6546                  */
6547                 if (fcp->isp_topo == TOPO_NL_PORT ||
6548                     fcp->isp_topo == TOPO_FL_PORT) {
6549                         mbreg_t mbs;
6550                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6551                         if (ISP_CAP_2KLOGIN(isp)) {
6552                                 mbs.ibits = (1 << 10);
6553                         }
6554                         isp_mboxcmd_qnw(isp, &mbs, 1);
6555                 }
6556                 if (XS_NOERR(xs)) {
6557                         lp = &fcp->portdb[XS_TGT(xs)];
6558                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6559                                 *XS_STSP(xs) = SCSI_BUSY;
6560                                 XS_SETERR(xs, HBA_TGTBSY);
6561                         } else
6562                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6563                 }
6564                 return;
6565         }
6566         case RQCS_PORT_CHANGED:
6567                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6568                 if (XS_NOERR(xs)) {
6569                         XS_SETERR(xs, HBA_SELTIMEOUT);
6570                 }
6571                 return;
6572
6573         case RQCS_PORT_BUSY:
6574                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6575                 if (XS_NOERR(xs)) {
6576                         XS_SETERR(xs, HBA_TGTBSY);
6577                 }
6578                 return;
6579
6580         default:
6581                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6582                 break;
6583         }
6584         if (XS_NOERR(xs)) {
6585                 XS_SETERR(xs, HBA_BOTCH);
6586         }
6587 }
6588
6589 static void
6590 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6591 {
6592         int ru_marked, sv_marked;
6593         int chan = XS_CHANNEL(xs);
6594
6595         switch (sp->req_completion_status) {
6596         case RQCS_COMPLETE:
6597                 if (XS_NOERR(xs)) {
6598                         XS_SETERR(xs, HBA_NOERROR);
6599                 }
6600                 return;
6601
6602         case RQCS_DMA_ERROR:
6603                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6604                 break;
6605
6606         case RQCS_TRANSPORT_ERROR:
6607                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6608                 break;
6609
6610         case RQCS_RESET_OCCURRED:
6611                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6612                 FCPARAM(isp, chan)->sendmarker = 1;
6613                 if (XS_NOERR(xs)) {
6614                         XS_SETERR(xs, HBA_BUSRESET);
6615                 }
6616                 return;
6617
6618         case RQCS_ABORTED:
6619                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6620                 FCPARAM(isp, chan)->sendmarker = 1;
6621                 if (XS_NOERR(xs)) {
6622                         XS_SETERR(xs, HBA_ABORTED);
6623                 }
6624                 return;
6625
6626         case RQCS_TIMEOUT:
6627                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6628                 if (XS_NOERR(xs)) {
6629                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6630                 }
6631                 return;
6632
6633         case RQCS_DATA_OVERRUN:
6634                 XS_SET_RESID(xs, sp->req_resid);
6635                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6636                 if (XS_NOERR(xs)) {
6637                         XS_SETERR(xs, HBA_DATAOVR);
6638                 }
6639                 return;
6640
6641         case RQCS_24XX_DRE:     /* data reassembly error */
6642                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6643                 if (XS_NOERR(xs)) {
6644                         XS_SETERR(xs, HBA_ABORTED);
6645                 }
6646                 *rp = XS_XFRLEN(xs);
6647                 return;
6648
6649         case RQCS_24XX_TABORT:  /* aborted by target */
6650                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6651                 if (XS_NOERR(xs)) {
6652                         XS_SETERR(xs, HBA_ABORTED);
6653                 }
6654                 return;
6655
6656         case RQCS_DATA_UNDERRUN:
6657                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6658                 /*
6659                  * We can get an underrun w/o things being marked
6660                  * if we got a non-zero status.
6661                  */
6662                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6663                 if ((ru_marked == 0 && sv_marked == 0) ||
6664                     (sp->req_resid > XS_XFRLEN(xs))) {
6665                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6666                         if (XS_NOERR(xs)) {
6667                                 XS_SETERR(xs, HBA_BOTCH);
6668                         }
6669                         return;
6670                 }
6671                 XS_SET_RESID(xs, sp->req_resid);
6672                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6673                 if (XS_NOERR(xs)) {
6674                         XS_SETERR(xs, HBA_NOERROR);
6675                 }
6676                 return;
6677
6678         case RQCS_PORT_UNAVAILABLE:
6679                 /*
6680                  * No such port on the loop. Moral equivalent of SELTIMEO
6681                  */
6682         case RQCS_PORT_LOGGED_OUT:
6683         {
6684                 const char *reason;
6685                 uint8_t sts = sp->req_completion_status & 0xff;
6686                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6687                 fcportdb_t *lp;
6688
6689                 /*
6690                  * It was there (maybe)- treat as a selection timeout.
6691                  */
6692                 if (sts == RQCS_PORT_UNAVAILABLE) {
6693                         reason = "unavailable";
6694                 } else {
6695                         reason = "logout";
6696                 }
6697
6698                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6699                     chan, reason, XS_TGT(xs));
6700
6701                 /*
6702                  * There is no MBOX_INIT_LIP for the 24XX.
6703                  */
6704                 if (XS_NOERR(xs)) {
6705                         lp = &fcp->portdb[XS_TGT(xs)];
6706                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6707                                 *XS_STSP(xs) = SCSI_BUSY;
6708                                 XS_SETERR(xs, HBA_TGTBSY);
6709                         } else
6710                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6711                 }
6712                 return;
6713         }
6714         case RQCS_PORT_CHANGED:
6715                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6716                 if (XS_NOERR(xs)) {
6717                         XS_SETERR(xs, HBA_SELTIMEOUT);
6718                 }
6719                 return;
6720
6721
6722         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6723                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6724                 if (XS_NOERR(xs)) {
6725                         *XS_STSP(xs) = SCSI_BUSY;
6726                         XS_SETERR(xs, HBA_TGTBSY);
6727                 }
6728                 return;
6729
6730         case RQCS_24XX_TMO:     /* task management overrun */
6731                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6732                 if (XS_NOERR(xs)) {
6733                         *XS_STSP(xs) = SCSI_BUSY;
6734                         XS_SETERR(xs, HBA_TGTBSY);
6735                 }
6736                 return;
6737
6738         default:
6739                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6740                 break;
6741         }
6742         if (XS_NOERR(xs)) {
6743                 XS_SETERR(xs, HBA_BOTCH);
6744         }
6745 }
6746
6747 static void
6748 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6749 {
6750         XS_T *xs;
6751
6752         if (fph == 0) {
6753                 return;
6754         }
6755         xs = isp_find_xs(isp, fph);
6756         if (xs == NULL) {
6757                 isp_prt(isp, ISP_LOGWARN,
6758                     "Command for fast post handle 0x%x not found", fph);
6759                 return;
6760         }
6761         isp_destroy_handle(isp, fph);
6762
6763         /*
6764          * Since we don't have a result queue entry item,
6765          * we must believe that SCSI status is zero and
6766          * that all data transferred.
6767          */
6768         XS_SET_RESID(xs, 0);
6769         *XS_STSP(xs) = SCSI_GOOD;
6770         if (XS_XFRLEN(xs)) {
6771                 ISP_DMAFREE(isp, xs, fph);
6772         }
6773         if (isp->isp_nactive) {
6774                 isp->isp_nactive--;
6775         }
6776         isp->isp_fphccmplt++;
6777         isp_done(xs);
6778 }
6779
6780 static int
6781 isp_mbox_continue(ispsoftc_t *isp)
6782 {
6783         mbreg_t mbs;
6784         uint16_t *ptr;
6785         uint32_t offset;
6786
6787         switch (isp->isp_lastmbxcmd) {
6788         case MBOX_WRITE_RAM_WORD:
6789         case MBOX_READ_RAM_WORD:
6790         case MBOX_WRITE_RAM_WORD_EXTENDED:
6791         case MBOX_READ_RAM_WORD_EXTENDED:
6792                 break;
6793         default:
6794                 return (1);
6795         }
6796         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6797                 isp->isp_mbxwrk0 = 0;
6798                 return (-1);
6799         }
6800
6801         /*
6802          * Clear the previous interrupt.
6803          */
6804         if (IS_24XX(isp)) {
6805                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6806         } else {
6807                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6808                 ISP_WRITE(isp, BIU_SEMA, 0);
6809         }
6810
6811         /*
6812          * Continue with next word.
6813          */
6814         ISP_MEMZERO(&mbs, sizeof (mbs));
6815         ptr = isp->isp_mbxworkp;
6816         switch (isp->isp_lastmbxcmd) {
6817         case MBOX_WRITE_RAM_WORD:
6818                 mbs.param[1] = isp->isp_mbxwrk1++;
6819                 mbs.param[2] = *ptr++;
6820                 break;
6821         case MBOX_READ_RAM_WORD:
6822                 *ptr++ = isp->isp_mboxtmp[2];
6823                 mbs.param[1] = isp->isp_mbxwrk1++;
6824                 break;
6825         case MBOX_WRITE_RAM_WORD_EXTENDED:
6826                 if (IS_24XX(isp)) {
6827                         uint32_t *lptr = (uint32_t *)ptr;
6828                         mbs.param[2] = lptr[0];
6829                         mbs.param[3] = lptr[0] >> 16;
6830                         lptr++;
6831                         ptr = (uint16_t *)lptr;
6832                 } else {
6833                         mbs.param[2] = *ptr++;
6834                 }
6835                 offset = isp->isp_mbxwrk1;
6836                 offset |= isp->isp_mbxwrk8 << 16;
6837                 mbs.param[1] = offset;
6838                 mbs.param[8] = offset >> 16;
6839                 offset++;
6840                 isp->isp_mbxwrk1 = offset;
6841                 isp->isp_mbxwrk8 = offset >> 16;
6842                 break;
6843         case MBOX_READ_RAM_WORD_EXTENDED:
6844                 if (IS_24XX(isp)) {
6845                         uint32_t *lptr = (uint32_t *)ptr;
6846                         uint32_t val = isp->isp_mboxtmp[2];
6847                         val |= (isp->isp_mboxtmp[3]) << 16;
6848                         *lptr++ = val;
6849                         ptr = (uint16_t *)lptr;
6850                 } else {
6851                         *ptr++ = isp->isp_mboxtmp[2];
6852                 }
6853                 offset = isp->isp_mbxwrk1;
6854                 offset |= isp->isp_mbxwrk8 << 16;
6855                 mbs.param[1] = offset;
6856                 mbs.param[8] = offset >> 16;
6857                 offset++;
6858                 isp->isp_mbxwrk1 = offset;
6859                 isp->isp_mbxwrk8 = offset >> 16;
6860                 break;
6861         }
6862         isp->isp_mbxworkp = ptr;
6863         isp->isp_mbxwrk0--;
6864         mbs.param[0] = isp->isp_lastmbxcmd;
6865         mbs.logval = MBLOGALL;
6866         isp_mboxcmd_qnw(isp, &mbs, 0);
6867         return (0);
6868 }
6869
6870 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6871 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6872 #define ISP_SCSI_OPMAP(in, out)         in, out
6873 static const uint8_t mbpscsi[] = {
6874         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6875         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6876         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6877         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6878         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6879         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6880         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6881         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6882         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6883         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6884         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6885         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6886         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6887         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6888         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6889         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6890         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6891         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6892         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6893         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6894         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6895         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6896         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6897         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6898         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6899         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6900         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6901         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6902         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6903         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6904         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6905         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6906         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6907         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6908         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6909         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6910         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6911         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6912         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6913         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6914         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6915         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6916         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6917         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6918         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6919         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6920         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6921         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6922         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6923         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6924         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6925         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6926         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6927         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6928         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6929         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6930         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6931         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6932         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6933         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6934         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6935         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6936         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6937         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6938         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6939         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6940         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6941         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6942         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6943         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6944         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6945         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6946         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6947         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6948         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6949         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6950         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6951         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6952         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6953         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6954         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6955         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6956         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6957         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6958         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6959         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6960         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6961         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6962         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6963         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6964         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6965         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6966         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6967         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6968 };
6969 #define MAX_SCSI_OPCODE 0x5d
6970
6971 static const char *scsi_mbcmd_names[] = {
6972         "NO-OP",
6973         "LOAD RAM",
6974         "EXEC FIRMWARE",
6975         "DUMP RAM",
6976         "WRITE RAM WORD",
6977         "READ RAM WORD",
6978         "MAILBOX REG TEST",
6979         "VERIFY CHECKSUM",
6980         "ABOUT FIRMWARE",
6981         NULL,
6982         NULL,
6983         NULL,
6984         NULL,
6985         NULL,
6986         "CHECK FIRMWARE",
6987         NULL,
6988         "INIT REQUEST QUEUE",
6989         "INIT RESULT QUEUE",
6990         "EXECUTE IOCB",
6991         "WAKE UP",
6992         "STOP FIRMWARE",
6993         "ABORT",
6994         "ABORT DEVICE",
6995         "ABORT TARGET",
6996         "BUS RESET",
6997         "STOP QUEUE",
6998         "START QUEUE",
6999         "SINGLE STEP QUEUE",
7000         "ABORT QUEUE",
7001         "GET DEV QUEUE STATUS",
7002         NULL,
7003         "GET FIRMWARE STATUS",
7004         "GET INIT SCSI ID",
7005         "GET SELECT TIMEOUT",
7006         "GET RETRY COUNT",
7007         "GET TAG AGE LIMIT",
7008         "GET CLOCK RATE",
7009         "GET ACT NEG STATE",
7010         "GET ASYNC DATA SETUP TIME",
7011         "GET PCI PARAMS",
7012         "GET TARGET PARAMS",
7013         "GET DEV QUEUE PARAMS",
7014         "GET RESET DELAY PARAMS",
7015         NULL,
7016         NULL,
7017         NULL,
7018         NULL,
7019         NULL,
7020         "SET INIT SCSI ID",
7021         "SET SELECT TIMEOUT",
7022         "SET RETRY COUNT",
7023         "SET TAG AGE LIMIT",
7024         "SET CLOCK RATE",
7025         "SET ACT NEG STATE",
7026         "SET ASYNC DATA SETUP TIME",
7027         "SET PCI CONTROL PARAMS",
7028         "SET TARGET PARAMS",
7029         "SET DEV QUEUE PARAMS",
7030         "SET RESET DELAY PARAMS",
7031         NULL,
7032         NULL,
7033         NULL,
7034         NULL,
7035         NULL,
7036         "RETURN BIOS BLOCK ADDR",
7037         "WRITE FOUR RAM WORDS",
7038         "EXEC BIOS IOCB",
7039         NULL,
7040         NULL,
7041         "SET SYSTEM PARAMETER",
7042         "GET SYSTEM PARAMETER",
7043         NULL,
7044         "GET SCAM CONFIGURATION",
7045         "SET SCAM CONFIGURATION",
7046         "SET FIRMWARE FEATURES",
7047         "GET FIRMWARE FEATURES",
7048         NULL,
7049         NULL,
7050         NULL,
7051         NULL,
7052         "LOAD RAM A64",
7053         "DUMP RAM A64",
7054         "INITIALIZE REQUEST QUEUE A64",
7055         "INITIALIZE RESPONSE QUEUE A64",
7056         "EXECUTE IOCB A64",
7057         "ENABLE TARGET MODE",
7058         "GET TARGET MODE STATE",
7059         NULL,
7060         NULL,
7061         NULL,
7062         "SET DATA OVERRUN RECOVERY MODE",
7063         "GET DATA OVERRUN RECOVERY MODE",
7064         "SET HOST DATA",
7065         "GET NOST DATA",
7066 };
7067
7068 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7069 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7070
7071 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7072 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7073 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7074 static const uint32_t mbpfc[] = {
7075         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7076         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7077         ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),      /* 0x02: MBOX_EXEC_FIRMWARE */
7078         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7079         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7080         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7081         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7082         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7083         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7084         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7085         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7086         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7087         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7088         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7089         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7090         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7091         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7092         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7093         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7094         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7095         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),        /* 0x14: MBOX_STOP_FIRMWARE */
7096         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7097         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7098         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7099         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7100         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7101         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7102         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7103         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7104         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7105         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7106         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7107         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
7108         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7109         ISP_FC_OPMAP(0x03, 0x4b),       /* 0x22: MBOX_GET_TIMEOUT_PARAMS */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7111         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7112         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7113         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7114         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7115         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7116         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7117         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7118         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7119         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7120         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7121         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7122         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7123         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7124         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7125         ISP_FC_OPMAP(0x4b, 0x4b),       /* 0x32: MBOX_SET_TIMEOUT_PARAMS */
7126         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7127         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7129         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7130         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7131         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7132         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7133         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7134         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7136         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7137         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7138         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7139         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7140         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7141         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7142         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7143         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7144         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7145         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7146         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7147         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7148         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7149         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7150         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7151         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7152         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7153         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7154         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7155         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7156         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7157         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7158         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7159         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7160         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7161         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7162         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7163         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7164         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7165         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7166         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7167         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7168         ISP_FC_OPMAP(0x07, 0x1f),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7169         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7170         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7171         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7172         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7173         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7174         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7175         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7176         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7177         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7178         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7179         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7180         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7181         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7182         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7183         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7184         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7185         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7186         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7187         ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),      /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7188         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7189         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7190         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7191         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7192         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
7193         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7194         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7195         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7196         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7197         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7198         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7199         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
7200         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7201         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7202 };
7203 #define MAX_FC_OPCODE   0x7e
7204 /*
7205  * Footnotes
7206  *
7207  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7208  *      do not access at this time in the core driver. The caller is
7209  *      responsible for setting this register first (Gross!). The assumption
7210  *      is that we won't overflow.
7211  */
7212
7213 static const char *fc_mbcmd_names[] = {
7214         "NO-OP",                        /* 00h */
7215         "LOAD RAM",
7216         "EXEC FIRMWARE",
7217         "DUMP RAM",
7218         "WRITE RAM WORD",
7219         "READ RAM WORD",
7220         "MAILBOX REG TEST",
7221         "VERIFY CHECKSUM",
7222         "ABOUT FIRMWARE",
7223         "LOAD RAM (2100)",
7224         "DUMP RAM",
7225         "LOAD RISC RAM",
7226         "DUMP RISC RAM",
7227         "WRITE RAM WORD EXTENDED",
7228         "CHECK FIRMWARE",
7229         "READ RAM WORD EXTENDED",
7230         "INIT REQUEST QUEUE",           /* 10h */
7231         "INIT RESULT QUEUE",
7232         "EXECUTE IOCB",
7233         "WAKE UP",
7234         "STOP FIRMWARE",
7235         "ABORT",
7236         "ABORT DEVICE",
7237         "ABORT TARGET",
7238         "BUS RESET",
7239         "STOP QUEUE",
7240         "START QUEUE",
7241         "SINGLE STEP QUEUE",
7242         "ABORT QUEUE",
7243         "GET DEV QUEUE STATUS",
7244         NULL,
7245         "GET FIRMWARE STATUS",
7246         "GET LOOP ID",                  /* 20h */
7247         NULL,
7248         "GET TIMEOUT PARAMS",
7249         NULL,
7250         NULL,
7251         NULL,
7252         NULL,
7253         NULL,
7254         "GET FIRMWARE OPTIONS",
7255         "GET PORT QUEUE PARAMS",
7256         "GENERATE SYSTEM ERROR",
7257         NULL,
7258         NULL,
7259         NULL,
7260         NULL,
7261         NULL,
7262         "WRITE SFP",                    /* 30h */
7263         "READ SFP",
7264         "SET TIMEOUT PARAMS",
7265         NULL,
7266         NULL,
7267         NULL,
7268         NULL,
7269         NULL,
7270         "SET FIRMWARE OPTIONS",
7271         "SET PORT QUEUE PARAMS",
7272         NULL,
7273         "SET FC LED CONF",
7274         NULL,
7275         "RESTART NIC FIRMWARE",
7276         "ACCESS CONTROL",
7277         NULL,
7278         "LOOP PORT BYPASS",             /* 40h */
7279         "LOOP PORT ENABLE",
7280         "GET RESOURCE COUNT",
7281         "REQUEST NON PARTICIPATING MODE",
7282         "DIAGNOSTIC ECHO TEST",
7283         "DIAGNOSTIC LOOPBACK",
7284         NULL,
7285         "GET PORT DATABASE ENHANCED",
7286         "INIT FIRMWARE MULTI ID",
7287         "GET VP DATABASE",
7288         "GET VP DATABASE ENTRY",
7289         NULL,
7290         NULL,
7291         NULL,
7292         NULL,
7293         NULL,
7294         "GET FCF LIST",                 /* 50h */
7295         "GET DCBX PARAMETERS",
7296         NULL,
7297         "HOST MEMORY COPY",
7298         "EXECUTE IOCB A64",
7299         NULL,
7300         NULL,
7301         "SEND RNID",
7302         NULL,
7303         "SET PARAMETERS",
7304         "GET PARAMETERS",
7305         "DRIVER HEARTBEAT",
7306         "FIRMWARE HEARTBEAT",
7307         "GET/SET DATA RATE",
7308         "SEND RNFT",
7309         NULL,
7310         "INIT FIRMWARE",                /* 60h */
7311         "GET INIT CONTROL BLOCK",
7312         "INIT LIP",
7313         "GET FC-AL POSITION MAP",
7314         "GET PORT DATABASE",
7315         "CLEAR ACA",
7316         "TARGET RESET",
7317         "CLEAR TASK SET",
7318         "ABORT TASK SET",
7319         "GET FW STATE",
7320         "GET PORT NAME",
7321         "GET LINK STATUS",
7322         "INIT LIP RESET",
7323         "GET LINK STATS & PRIVATE DATA CNTS",
7324         "SEND SNS",
7325         "FABRIC LOGIN",
7326         "SEND CHANGE REQUEST",          /* 70h */
7327         "FABRIC LOGOUT",
7328         "INIT LIP LOGIN",
7329         NULL,
7330         "LOGIN LOOP PORT",
7331         "GET PORT/NODE NAME LIST",
7332         "SET VENDOR ID",
7333         "INITIALIZE IP MAILBOX",
7334         NULL,
7335         NULL,
7336         "GET XGMAC STATS",
7337         NULL,
7338         "GET ID LIST",
7339         "SEND LFA",
7340         "LUN RESET"
7341 };
7342
7343 static void
7344 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7345 {
7346         unsigned int ibits, obits, box, opcode;
7347
7348         opcode = mbp->param[0];
7349         if (IS_FC(isp)) {
7350                 ibits = ISP_FC_IBITS(opcode);
7351                 obits = ISP_FC_OBITS(opcode);
7352         } else {
7353                 ibits = ISP_SCSI_IBITS(opcode);
7354                 obits = ISP_SCSI_OBITS(opcode);
7355         }
7356         ibits |= mbp->ibits;
7357         obits |= mbp->obits;
7358         for (box = 0; box < ISP_NMBOX(isp); box++) {
7359                 if (ibits & (1 << box)) {
7360                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7361                 }
7362                 if (nodelay == 0) {
7363                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7364                 }
7365         }
7366         if (nodelay == 0) {
7367                 isp->isp_lastmbxcmd = opcode;
7368                 isp->isp_obits = obits;
7369                 isp->isp_mboxbsy = 1;
7370         }
7371         if (IS_24XX(isp)) {
7372                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7373         } else {
7374                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7375         }
7376         /*
7377          * Oddly enough, if we're not delaying for an answer,
7378          * delay a bit to give the f/w a chance to pick up the
7379          * command.
7380          */
7381         if (nodelay) {
7382                 ISP_DELAY(1000);
7383         }
7384 }
7385
7386 static void
7387 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7388 {
7389         const char *cname, *xname, *sname;
7390         char tname[16], mname[16];
7391         unsigned int ibits, obits, box, opcode;
7392
7393         opcode = mbp->param[0];
7394         if (IS_FC(isp)) {
7395                 if (opcode > MAX_FC_OPCODE) {
7396                         mbp->param[0] = MBOX_INVALID_COMMAND;
7397                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7398                         return;
7399                 }
7400                 cname = fc_mbcmd_names[opcode];
7401                 ibits = ISP_FC_IBITS(opcode);
7402                 obits = ISP_FC_OBITS(opcode);
7403         } else {
7404                 if (opcode > MAX_SCSI_OPCODE) {
7405                         mbp->param[0] = MBOX_INVALID_COMMAND;
7406                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7407                         return;
7408                 }
7409                 cname = scsi_mbcmd_names[opcode];
7410                 ibits = ISP_SCSI_IBITS(opcode);
7411                 obits = ISP_SCSI_OBITS(opcode);
7412         }
7413         if (cname == NULL) {
7414                 cname = tname;
7415                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7416         }
7417         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7418
7419         /*
7420          * Pick up any additional bits that the caller might have set.
7421          */
7422         ibits |= mbp->ibits;
7423         obits |= mbp->obits;
7424
7425         /*
7426          * Mask any bits that the caller wants us to mask
7427          */
7428         ibits &= mbp->ibitm;
7429         obits &= mbp->obitm;
7430
7431
7432         if (ibits == 0 && obits == 0) {
7433                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7434                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7435                 return;
7436         }
7437
7438         /*
7439          * Get exclusive usage of mailbox registers.
7440          */
7441         if (MBOX_ACQUIRE(isp)) {
7442                 mbp->param[0] = MBOX_REGS_BUSY;
7443                 goto out;
7444         }
7445
7446         for (box = 0; box < ISP_NMBOX(isp); box++) {
7447                 if (ibits & (1 << box)) {
7448                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7449                             mbp->param[box]);
7450                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7451                 }
7452                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7453         }
7454
7455         isp->isp_lastmbxcmd = opcode;
7456
7457         /*
7458          * We assume that we can't overwrite a previous command.
7459          */
7460         isp->isp_obits = obits;
7461         isp->isp_mboxbsy = 1;
7462
7463         /*
7464          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7465          */
7466         if (IS_24XX(isp)) {
7467                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7468         } else {
7469                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7470         }
7471
7472         /*
7473          * While we haven't finished the command, spin our wheels here.
7474          */
7475         MBOX_WAIT_COMPLETE(isp, mbp);
7476
7477         /*
7478          * Did the command time out?
7479          */
7480         if (mbp->param[0] == MBOX_TIMEOUT) {
7481                 isp->isp_mboxbsy = 0;
7482                 MBOX_RELEASE(isp);
7483                 goto out;
7484         }
7485
7486         /*
7487          * Copy back output registers.
7488          */
7489         for (box = 0; box < ISP_NMBOX(isp); box++) {
7490                 if (obits & (1 << box)) {
7491                         mbp->param[box] = isp->isp_mboxtmp[box];
7492                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7493                             mbp->param[box]);
7494                 }
7495         }
7496
7497         isp->isp_mboxbsy = 0;
7498         MBOX_RELEASE(isp);
7499 out:
7500         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7501                 return;
7502
7503         if ((mbp->param[0] & 0xbfe0) == 0 &&
7504             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7505                 return;
7506
7507         xname = NULL;
7508         sname = "";
7509         switch (mbp->param[0]) {
7510         case MBOX_INVALID_COMMAND:
7511                 xname = "INVALID COMMAND";
7512                 break;
7513         case MBOX_HOST_INTERFACE_ERROR:
7514                 xname = "HOST INTERFACE ERROR";
7515                 break;
7516         case MBOX_TEST_FAILED:
7517                 xname = "TEST FAILED";
7518                 break;
7519         case MBOX_COMMAND_ERROR:
7520                 xname = "COMMAND ERROR";
7521                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7522                     mbp->param[1]);
7523                 sname = mname;
7524                 break;
7525         case MBOX_COMMAND_PARAM_ERROR:
7526                 xname = "COMMAND PARAMETER ERROR";
7527                 break;
7528         case MBOX_PORT_ID_USED:
7529                 xname = "PORT ID ALREADY IN USE";
7530                 break;
7531         case MBOX_LOOP_ID_USED:
7532                 xname = "LOOP ID ALREADY IN USE";
7533                 break;
7534         case MBOX_ALL_IDS_USED:
7535                 xname = "ALL LOOP IDS IN USE";
7536                 break;
7537         case MBOX_NOT_LOGGED_IN:
7538                 xname = "NOT LOGGED IN";
7539                 break;
7540         case MBOX_LINK_DOWN_ERROR:
7541                 xname = "LINK DOWN ERROR";
7542                 break;
7543         case MBOX_LOOPBACK_ERROR:
7544                 xname = "LOOPBACK ERROR";
7545                 break;
7546         case MBOX_CHECKSUM_ERROR:
7547                 xname = "CHECKSUM ERROR";
7548                 break;
7549         case MBOX_INVALID_PRODUCT_KEY:
7550                 xname = "INVALID PRODUCT KEY";
7551                 break;
7552         case MBOX_REGS_BUSY:
7553                 xname = "REGISTERS BUSY";
7554                 break;
7555         case MBOX_TIMEOUT:
7556                 xname = "TIMEOUT";
7557                 break;
7558         default:
7559                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7560                 xname = mname;
7561                 break;
7562         }
7563         if (xname) {
7564                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7565                     cname, xname, sname);
7566         }
7567 }
7568
7569 static int
7570 isp_fw_state(ispsoftc_t *isp, int chan)
7571 {
7572         if (IS_FC(isp)) {
7573                 mbreg_t mbs;
7574
7575                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7576                 isp_mboxcmd(isp, &mbs);
7577                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7578                         return (mbs.param[1]);
7579                 }
7580         }
7581         return (FW_ERROR);
7582 }
7583
7584 static void
7585 isp_spi_update(ispsoftc_t *isp, int chan)
7586 {
7587         int tgt;
7588         mbreg_t mbs;
7589         sdparam *sdp;
7590
7591         if (IS_FC(isp)) {
7592                 /*
7593                  * There are no 'per-bus' settings for Fibre Channel.
7594                  */
7595                 return;
7596         }
7597         sdp = SDPARAM(isp, chan);
7598         sdp->update = 0;
7599
7600         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7601                 uint16_t flags, period, offset;
7602                 int get;
7603
7604                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7605                         sdp->isp_devparam[tgt].dev_update = 0;
7606                         sdp->isp_devparam[tgt].dev_refresh = 0;
7607                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7608                         continue;
7609                 }
7610                 /*
7611                  * If the goal is to update the status of the device,
7612                  * take what's in goal_flags and try and set the device
7613                  * toward that. Otherwise, if we're just refreshing the
7614                  * current device state, get the current parameters.
7615                  */
7616
7617                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7618
7619                 /*
7620                  * Refresh overrides set
7621                  */
7622                 if (sdp->isp_devparam[tgt].dev_refresh) {
7623                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7624                         get = 1;
7625                 } else if (sdp->isp_devparam[tgt].dev_update) {
7626                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7627
7628                         /*
7629                          * Make sure goal_flags has "Renegotiate on Error"
7630                          * on and "Freeze Queue on Error" off.
7631                          */
7632                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7633                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7634                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7635
7636                         /*
7637                          * Insist that PARITY must be enabled
7638                          * if SYNC or WIDE is enabled.
7639                          */
7640                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7641                                 mbs.param[2] |= DPARM_PARITY;
7642                         }
7643
7644                         if (mbs.param[2] & DPARM_SYNC) {
7645                                 mbs.param[3] =
7646                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7647                                     (sdp->isp_devparam[tgt].goal_period);
7648                         }
7649                         /*
7650                          * A command completion later that has
7651                          * RQSTF_NEGOTIATION set can cause
7652                          * the dev_refresh/announce cycle also.
7653                          *
7654                          * Note: It is really important to update our current
7655                          * flags with at least the state of TAG capabilities-
7656                          * otherwise we might try and send a tagged command
7657                          * when we have it all turned off. So change it here
7658                          * to say that current already matches goal.
7659                          */
7660                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7661                         sdp->isp_devparam[tgt].actv_flags |=
7662                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7663                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7664                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7665                         get = 0;
7666                 } else {
7667                         continue;
7668                 }
7669                 mbs.param[1] = (chan << 15) | (tgt << 8);
7670                 isp_mboxcmd(isp, &mbs);
7671                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7672                         continue;
7673                 }
7674                 if (get == 0) {
7675                         sdp->sendmarker = 1;
7676                         sdp->isp_devparam[tgt].dev_update = 0;
7677                         sdp->isp_devparam[tgt].dev_refresh = 1;
7678                 } else {
7679                         sdp->isp_devparam[tgt].dev_refresh = 0;
7680                         flags = mbs.param[2];
7681                         period = mbs.param[3] & 0xff;
7682                         offset = mbs.param[3] >> 8;
7683                         sdp->isp_devparam[tgt].actv_flags = flags;
7684                         sdp->isp_devparam[tgt].actv_period = period;
7685                         sdp->isp_devparam[tgt].actv_offset = offset;
7686                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7687                 }
7688         }
7689
7690         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7691                 if (sdp->isp_devparam[tgt].dev_update ||
7692                     sdp->isp_devparam[tgt].dev_refresh) {
7693                         sdp->update = 1;
7694                         break;
7695                 }
7696         }
7697 }
7698
7699 static void
7700 isp_setdfltsdparm(ispsoftc_t *isp)
7701 {
7702         int tgt;
7703         sdparam *sdp, *sdp1;
7704
7705         sdp = SDPARAM(isp, 0);
7706         if (IS_DUALBUS(isp))
7707                 sdp1 = sdp + 1;
7708         else
7709                 sdp1 = NULL;
7710
7711         /*
7712          * Establish some default parameters.
7713          */
7714         sdp->isp_cmd_dma_burst_enable = 0;
7715         sdp->isp_data_dma_burst_enabl = 1;
7716         sdp->isp_fifo_threshold = 0;
7717         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7718         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7719                 sdp->isp_async_data_setup = 9;
7720         } else {
7721                 sdp->isp_async_data_setup = 6;
7722         }
7723         sdp->isp_selection_timeout = 250;
7724         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7725         sdp->isp_tag_aging = 8;
7726         sdp->isp_bus_reset_delay = 5;
7727         /*
7728          * Don't retry selection, busy or queue full automatically- reflect
7729          * these back to us.
7730          */
7731         sdp->isp_retry_count = 0;
7732         sdp->isp_retry_delay = 0;
7733
7734         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7735                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7736                 sdp->isp_devparam[tgt].dev_enable = 1;
7737         }
7738
7739         /*
7740          * The trick here is to establish a default for the default (honk!)
7741          * state (goal_flags). Then try and get the current status from
7742          * the card to fill in the current state. We don't, in fact, set
7743          * the default to the SAFE default state- that's not the goal state.
7744          */
7745         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7746                 uint8_t off, per;
7747                 sdp->isp_devparam[tgt].actv_offset = 0;
7748                 sdp->isp_devparam[tgt].actv_period = 0;
7749                 sdp->isp_devparam[tgt].actv_flags = 0;
7750
7751                 sdp->isp_devparam[tgt].goal_flags =
7752                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7753
7754                 /*
7755                  * We default to Wide/Fast for versions less than a 1040
7756                  * (unless it's SBus).
7757                  */
7758                 if (IS_ULTRA3(isp)) {
7759                         off = ISP_80M_SYNCPARMS >> 8;
7760                         per = ISP_80M_SYNCPARMS & 0xff;
7761                 } else if (IS_ULTRA2(isp)) {
7762                         off = ISP_40M_SYNCPARMS >> 8;
7763                         per = ISP_40M_SYNCPARMS & 0xff;
7764                 } else if (IS_1240(isp)) {
7765                         off = ISP_20M_SYNCPARMS >> 8;
7766                         per = ISP_20M_SYNCPARMS & 0xff;
7767                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7768                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7769                     (isp->isp_bustype == ISP_BT_PCI &&
7770                     isp->isp_type < ISP_HA_SCSI_1040) ||
7771                     (isp->isp_clock && isp->isp_clock < 60) ||
7772                     (sdp->isp_ultramode == 0)) {
7773                         off = ISP_10M_SYNCPARMS >> 8;
7774                         per = ISP_10M_SYNCPARMS & 0xff;
7775                 } else {
7776                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7777                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7778                 }
7779                 sdp->isp_devparam[tgt].goal_offset =
7780                     sdp->isp_devparam[tgt].nvrm_offset = off;
7781                 sdp->isp_devparam[tgt].goal_period =
7782                     sdp->isp_devparam[tgt].nvrm_period = per;
7783
7784         }
7785
7786         /*
7787          * If we're a dual bus card, just copy the data over
7788          */
7789         if (sdp1) {
7790                 *sdp1 = *sdp;
7791                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7792         }
7793
7794         /*
7795          * If we've not been told to avoid reading NVRAM, try and read it.
7796          * If we're successful reading it, we can then return because NVRAM
7797          * will tell us what the desired settings are. Otherwise, we establish
7798          * some reasonable 'fake' nvram and goal defaults.
7799          */
7800         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7801                 mbreg_t mbs;
7802
7803                 if (isp_read_nvram(isp, 0) == 0) {
7804                         if (IS_DUALBUS(isp)) {
7805                                 if (isp_read_nvram(isp, 1) == 0) {
7806                                         return;
7807                                 }
7808                         }
7809                 }
7810                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7811                 isp_mboxcmd(isp, &mbs);
7812                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7813                         sdp->isp_req_ack_active_neg = 1;
7814                         sdp->isp_data_line_active_neg = 1;
7815                         if (sdp1) {
7816                                 sdp1->isp_req_ack_active_neg = 1;
7817                                 sdp1->isp_data_line_active_neg = 1;
7818                         }
7819                 } else {
7820                         sdp->isp_req_ack_active_neg =
7821                             (mbs.param[1] >> 4) & 0x1;
7822                         sdp->isp_data_line_active_neg =
7823                             (mbs.param[1] >> 5) & 0x1;
7824                         if (sdp1) {
7825                                 sdp1->isp_req_ack_active_neg =
7826                                     (mbs.param[2] >> 4) & 0x1;
7827                                 sdp1->isp_data_line_active_neg =
7828                                     (mbs.param[2] >> 5) & 0x1;
7829                         }
7830                 }
7831         }
7832
7833 }
7834
7835 static void
7836 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7837 {
7838         fcparam *fcp = FCPARAM(isp, chan);
7839
7840         /*
7841          * Establish some default parameters.
7842          */
7843         fcp->role = DEFAULT_ROLE(isp, chan);
7844         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7845         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7846         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7847         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7848         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7849         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7850         fcp->isp_fwoptions = 0;
7851         fcp->isp_xfwoptions = 0;
7852         fcp->isp_zfwoptions = 0;
7853         fcp->isp_lasthdl = NIL_HANDLE;
7854         fcp->isp_login_hdl = NIL_HANDLE;
7855
7856         if (IS_24XX(isp)) {
7857                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7858                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7859                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7860                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7861                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7862                 fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7863                 fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7864         } else {
7865                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7866                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7867                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7868                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7869                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7870                 /*
7871                  * Make sure this is turned off now until we get
7872                  * extended options from NVRAM
7873                  */
7874                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7875                 fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7876                 fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7877         }
7878
7879
7880         /*
7881          * Now try and read NVRAM unless told to not do so.
7882          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7883          */
7884         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7885                 int i, j = 0;
7886                 /*
7887                  * Give a couple of tries at reading NVRAM.
7888                  */
7889                 for (i = 0; i < 2; i++) {
7890                         j = isp_read_nvram(isp, chan);
7891                         if (j == 0) {
7892                                 break;
7893                         }
7894                 }
7895                 if (j) {
7896                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7897                 }
7898         }
7899
7900         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7901         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7902         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7903             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7904             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7905             isp_class3_roles[fcp->role]);
7906 }
7907
7908 /*
7909  * Re-initialize the ISP and complete all orphaned commands
7910  * with a 'botched' notice. The reset/init routines should
7911  * not disturb an already active list of commands.
7912  */
7913
7914 int
7915 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7916 {
7917         int i, res = 0;
7918
7919         if (isp->isp_state == ISP_RUNSTATE)
7920                 isp_deinit(isp);
7921         if (isp->isp_state != ISP_RESETSTATE)
7922                 isp_reset(isp, do_load_defaults);
7923         if (isp->isp_state != ISP_RESETSTATE) {
7924                 res = EIO;
7925                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7926                 ISP_DISABLE_INTS(isp);
7927                 goto cleanup;
7928         }
7929
7930         isp_init(isp);
7931         if (isp->isp_state > ISP_RESETSTATE &&
7932             isp->isp_state != ISP_RUNSTATE) {
7933                 res = EIO;
7934                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7935                 ISP_DISABLE_INTS(isp);
7936                 if (IS_FC(isp)) {
7937                         /*
7938                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7939                          */
7940                         if (!IS_24XX(isp)) {
7941                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7942                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7943                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7944                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7945                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7946                         }
7947                 }
7948         }
7949
7950 cleanup:
7951         isp->isp_nactive = 0;
7952         isp_clear_commands(isp);
7953         if (IS_FC(isp)) {
7954                 for (i = 0; i < isp->isp_nchan; i++)
7955                         isp_clear_portdb(isp, i);
7956         }
7957         return (res);
7958 }
7959
7960 /*
7961  * NVRAM Routines
7962  */
7963 static int
7964 isp_read_nvram(ispsoftc_t *isp, int bus)
7965 {
7966         int i, amt, retval;
7967         uint8_t csum, minversion;
7968         union {
7969                 uint8_t _x[ISP2400_NVRAM_SIZE];
7970                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7971         } _n;
7972 #define nvram_data      _n._x
7973 #define nvram_words     _n._s
7974
7975         if (IS_24XX(isp)) {
7976                 return (isp_read_nvram_2400(isp, nvram_data));
7977         } else if (IS_FC(isp)) {
7978                 amt = ISP2100_NVRAM_SIZE;
7979                 minversion = 1;
7980         } else if (IS_ULTRA2(isp)) {
7981                 amt = ISP1080_NVRAM_SIZE;
7982                 minversion = 0;
7983         } else {
7984                 amt = ISP_NVRAM_SIZE;
7985                 minversion = 2;
7986         }
7987
7988         for (i = 0; i < amt>>1; i++) {
7989                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7990         }
7991
7992         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7993             nvram_data[2] != 'P') {
7994                 if (isp->isp_bustype != ISP_BT_SBUS) {
7995                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7996                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7997                 }
7998                 retval = -1;
7999                 goto out;
8000         }
8001
8002         for (csum = 0, i = 0; i < amt; i++) {
8003                 csum += nvram_data[i];
8004         }
8005         if (csum != 0) {
8006                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8007                 retval = -1;
8008                 goto out;
8009         }
8010
8011         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
8012                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
8013                     ISP_NVRAM_VERSION(nvram_data));
8014                 retval = -1;
8015                 goto out;
8016         }
8017
8018         if (IS_ULTRA3(isp)) {
8019                 isp_parse_nvram_12160(isp, bus, nvram_data);
8020         } else if (IS_1080(isp)) {
8021                 isp_parse_nvram_1080(isp, bus, nvram_data);
8022         } else if (IS_1280(isp) || IS_1240(isp)) {
8023                 isp_parse_nvram_1080(isp, bus, nvram_data);
8024         } else if (IS_SCSI(isp)) {
8025                 isp_parse_nvram_1020(isp, nvram_data);
8026         } else {
8027                 isp_parse_nvram_2100(isp, nvram_data);
8028         }
8029         retval = 0;
8030 out:
8031         return (retval);
8032 #undef  nvram_data
8033 #undef  nvram_words
8034 }
8035
8036 static int
8037 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8038 {
8039         int retval = 0;
8040         uint32_t addr, csum, lwrds, *dptr;
8041
8042         if (isp->isp_port) {
8043                 addr = ISP2400_NVRAM_PORT1_ADDR;
8044         } else {
8045                 addr = ISP2400_NVRAM_PORT0_ADDR;
8046         }
8047
8048         dptr = (uint32_t *) nvram_data;
8049         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8050                 isp_rd_2400_nvram(isp, addr++, dptr++);
8051         }
8052         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8053             nvram_data[2] != 'P') {
8054                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8055                     nvram_data[0], nvram_data[1], nvram_data[2]);
8056                 retval = -1;
8057                 goto out;
8058         }
8059         dptr = (uint32_t *) nvram_data;
8060         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8061                 uint32_t tmp;
8062                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8063                 csum += tmp;
8064         }
8065         if (csum != 0) {
8066                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8067                 retval = -1;
8068                 goto out;
8069         }
8070         isp_parse_nvram_2400(isp, nvram_data);
8071 out:
8072         return (retval);
8073 }
8074
8075 static void
8076 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8077 {
8078         int i, cbits;
8079         uint16_t bit, rqst, junk;
8080
8081         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8082         ISP_DELAY(10);
8083         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8084         ISP_DELAY(10);
8085
8086         if (IS_FC(isp)) {
8087                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8088                 if (IS_2312(isp) && isp->isp_port) {
8089                         wo += 128;
8090                 }
8091                 rqst = (ISP_NVRAM_READ << 8) | wo;
8092                 cbits = 10;
8093         } else if (IS_ULTRA2(isp)) {
8094                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8095                 rqst = (ISP_NVRAM_READ << 8) | wo;
8096                 cbits = 10;
8097         } else {
8098                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8099                 rqst = (ISP_NVRAM_READ << 6) | wo;
8100                 cbits = 8;
8101         }
8102
8103         /*
8104          * Clock the word select request out...
8105          */
8106         for (i = cbits; i >= 0; i--) {
8107                 if ((rqst >> i) & 1) {
8108                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8109                 } else {
8110                         bit = BIU_NVRAM_SELECT;
8111                 }
8112                 ISP_WRITE(isp, BIU_NVRAM, bit);
8113                 ISP_DELAY(10);
8114                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8115                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8116                 ISP_DELAY(10);
8117                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8118                 ISP_WRITE(isp, BIU_NVRAM, bit);
8119                 ISP_DELAY(10);
8120                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8121         }
8122         /*
8123          * Now read the result back in (bits come back in MSB format).
8124          */
8125         *rp = 0;
8126         for (i = 0; i < 16; i++) {
8127                 uint16_t rv;
8128                 *rp <<= 1;
8129                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8130                 ISP_DELAY(10);
8131                 rv = ISP_READ(isp, BIU_NVRAM);
8132                 if (rv & BIU_NVRAM_DATAIN) {
8133                         *rp |= 1;
8134                 }
8135                 ISP_DELAY(10);
8136                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8137                 ISP_DELAY(10);
8138                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8139         }
8140         ISP_WRITE(isp, BIU_NVRAM, 0);
8141         ISP_DELAY(10);
8142         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8143         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8144 }
8145
8146 static void
8147 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8148 {
8149         int loops = 0;
8150         uint32_t base = 0x7ffe0000;
8151         uint32_t tmp = 0;
8152
8153         if (IS_26XX(isp)) {
8154                 base = 0x7fe7c000;      /* XXX: Observation, may be wrong. */
8155         } else if (IS_25XX(isp)) {
8156                 base = 0x7ff00000 | 0x48000;
8157         }
8158         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8159         for (loops = 0; loops < 5000; loops++) {
8160                 ISP_DELAY(10);
8161                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8162                 if ((tmp & (1U << 31)) != 0) {
8163                         break;
8164                 }
8165         }
8166         if (tmp & (1U << 31)) {
8167                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8168                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8169         } else {
8170                 *rp = 0xffffffff;
8171         }
8172 }
8173
8174 static void
8175 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8176 {
8177         sdparam *sdp = SDPARAM(isp, 0);
8178         int tgt;
8179
8180         sdp->isp_fifo_threshold =
8181                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8182                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8183
8184         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8185                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8186
8187         sdp->isp_bus_reset_delay =
8188                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8189
8190         sdp->isp_retry_count =
8191                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8192
8193         sdp->isp_retry_delay =
8194                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8195
8196         sdp->isp_async_data_setup =
8197                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8198
8199         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8200                 if (sdp->isp_async_data_setup < 9) {
8201                         sdp->isp_async_data_setup = 9;
8202                 }
8203         } else {
8204                 if (sdp->isp_async_data_setup != 6) {
8205                         sdp->isp_async_data_setup = 6;
8206                 }
8207         }
8208
8209         sdp->isp_req_ack_active_neg =
8210                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8211
8212         sdp->isp_data_line_active_neg =
8213                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8214
8215         sdp->isp_data_dma_burst_enabl =
8216                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8217
8218         sdp->isp_cmd_dma_burst_enable =
8219                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8220
8221         sdp->isp_tag_aging =
8222                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8223
8224         sdp->isp_selection_timeout =
8225                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8226
8227         sdp->isp_max_queue_depth =
8228                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8229
8230         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8231
8232         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8233                 sdp->isp_devparam[tgt].dev_enable =
8234                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8235                 sdp->isp_devparam[tgt].exc_throttle =
8236                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8237                 sdp->isp_devparam[tgt].nvrm_offset =
8238                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8239                 sdp->isp_devparam[tgt].nvrm_period =
8240                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8241                 /*
8242                  * We probably shouldn't lie about this, but it
8243                  * it makes it much safer if we limit NVRAM values
8244                  * to sanity.
8245                  */
8246                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8247                         /*
8248                          * If we're not ultra, we can't possibly
8249                          * be a shorter period than this.
8250                          */
8251                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8252                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8253                         }
8254                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8255                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8256                         }
8257                 } else {
8258                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8259                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8260                         }
8261                 }
8262                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8263                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8264                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8265                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8266                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8267                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8268                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8269                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8270                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8271                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8272                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8273                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8274                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8275                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8276                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8277                 sdp->isp_devparam[tgt].goal_offset =
8278                     sdp->isp_devparam[tgt].nvrm_offset;
8279                 sdp->isp_devparam[tgt].goal_period =
8280                     sdp->isp_devparam[tgt].nvrm_period;
8281                 sdp->isp_devparam[tgt].goal_flags =
8282                     sdp->isp_devparam[tgt].nvrm_flags;
8283         }
8284 }
8285
8286 static void
8287 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8288 {
8289         sdparam *sdp = SDPARAM(isp, bus);
8290         int tgt;
8291
8292         sdp->isp_fifo_threshold =
8293             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8294
8295         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8296                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8297
8298         sdp->isp_bus_reset_delay =
8299             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8300
8301         sdp->isp_retry_count =
8302             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8303
8304         sdp->isp_retry_delay =
8305             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8306
8307         sdp->isp_async_data_setup =
8308             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8309
8310         sdp->isp_req_ack_active_neg =
8311             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8312
8313         sdp->isp_data_line_active_neg =
8314             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8315
8316         sdp->isp_data_dma_burst_enabl =
8317             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8318
8319         sdp->isp_cmd_dma_burst_enable =
8320             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8321
8322         sdp->isp_selection_timeout =
8323             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8324
8325         sdp->isp_max_queue_depth =
8326              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8327
8328         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8329                 sdp->isp_devparam[tgt].dev_enable =
8330                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8331                 sdp->isp_devparam[tgt].exc_throttle =
8332                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8333                 sdp->isp_devparam[tgt].nvrm_offset =
8334                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8335                 sdp->isp_devparam[tgt].nvrm_period =
8336                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8337                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8338                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8339                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8340                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8341                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8342                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8343                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8344                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8345                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8346                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8347                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8348                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8349                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8350                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8351                 sdp->isp_devparam[tgt].actv_flags = 0;
8352                 sdp->isp_devparam[tgt].goal_offset =
8353                     sdp->isp_devparam[tgt].nvrm_offset;
8354                 sdp->isp_devparam[tgt].goal_period =
8355                     sdp->isp_devparam[tgt].nvrm_period;
8356                 sdp->isp_devparam[tgt].goal_flags =
8357                     sdp->isp_devparam[tgt].nvrm_flags;
8358         }
8359 }
8360
8361 static void
8362 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8363 {
8364         sdparam *sdp = SDPARAM(isp, bus);
8365         int tgt;
8366
8367         sdp->isp_fifo_threshold =
8368             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8369
8370         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8371                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8372
8373         sdp->isp_bus_reset_delay =
8374             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8375
8376         sdp->isp_retry_count =
8377             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8378
8379         sdp->isp_retry_delay =
8380             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8381
8382         sdp->isp_async_data_setup =
8383             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8384
8385         sdp->isp_req_ack_active_neg =
8386             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8387
8388         sdp->isp_data_line_active_neg =
8389             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8390
8391         sdp->isp_data_dma_burst_enabl =
8392             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8393
8394         sdp->isp_cmd_dma_burst_enable =
8395             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8396
8397         sdp->isp_selection_timeout =
8398             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8399
8400         sdp->isp_max_queue_depth =
8401              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8402
8403         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8404                 sdp->isp_devparam[tgt].dev_enable =
8405                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8406                 sdp->isp_devparam[tgt].exc_throttle =
8407                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8408                 sdp->isp_devparam[tgt].nvrm_offset =
8409                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8410                 sdp->isp_devparam[tgt].nvrm_period =
8411                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8412                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8413                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8414                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8415                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8416                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8417                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8418                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8419                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8420                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8421                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8422                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8423                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8424                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8425                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8426                 sdp->isp_devparam[tgt].actv_flags = 0;
8427                 sdp->isp_devparam[tgt].goal_offset =
8428                     sdp->isp_devparam[tgt].nvrm_offset;
8429                 sdp->isp_devparam[tgt].goal_period =
8430                     sdp->isp_devparam[tgt].nvrm_period;
8431                 sdp->isp_devparam[tgt].goal_flags =
8432                     sdp->isp_devparam[tgt].nvrm_flags;
8433         }
8434 }
8435
8436 static void
8437 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8438 {
8439         fcparam *fcp = FCPARAM(isp, 0);
8440         uint64_t wwn;
8441
8442         /*
8443          * There is NVRAM storage for both Port and Node entities-
8444          * but the Node entity appears to be unused on all the cards
8445          * I can find. However, we should account for this being set
8446          * at some point in the future.
8447          *
8448          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8449          * bits 48..60. In the case of the 2202, it appears that they do
8450          * use bit 48 to distinguish between the two instances on the card.
8451          * The 2204, which I've never seen, *probably* extends this method.
8452          */
8453         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8454         if (wwn) {
8455                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8456                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8457                 if ((wwn >> 60) == 0) {
8458                         wwn |= (((uint64_t) 2)<< 60);
8459                 }
8460         }
8461         fcp->isp_wwpn_nvram = wwn;
8462         if (IS_2200(isp) || IS_23XX(isp)) {
8463                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8464                 if (wwn) {
8465                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8466                             (uint32_t) (wwn >> 32),
8467                             (uint32_t) (wwn));
8468                         if ((wwn >> 60) == 0) {
8469                                 wwn |= (((uint64_t) 2)<< 60);
8470                         }
8471                 } else {
8472                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8473                 }
8474         } else {
8475                 wwn &= ~((uint64_t) 0xfff << 48);
8476         }
8477         fcp->isp_wwnn_nvram = wwn;
8478
8479         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8480         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8481                 DEFAULT_FRAMESIZE(isp) =
8482                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8483         }
8484         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8485         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8486         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8487                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8488         }
8489         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8490                 DEFAULT_EXEC_THROTTLE(isp) =
8491                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8492         }
8493         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8494         isp_prt(isp, ISP_LOGDEBUG0,
8495             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8496             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8497             (uint32_t) fcp->isp_wwnn_nvram,
8498             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8499             (uint32_t) fcp->isp_wwpn_nvram,
8500             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8501             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8502         isp_prt(isp, ISP_LOGDEBUG0,
8503             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8504             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8505             ISP2100_NVRAM_OPTIONS(nvram_data),
8506             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8507             ISP2100_NVRAM_TOV(nvram_data));
8508         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8509         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8510         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8511             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8512 }
8513
8514 static void
8515 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8516 {
8517         fcparam *fcp = FCPARAM(isp, 0);
8518         uint64_t wwn;
8519
8520         isp_prt(isp, ISP_LOGDEBUG0,
8521             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8522             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8523             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8524             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8525             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8526             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8527             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8528         isp_prt(isp, ISP_LOGDEBUG0,
8529             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8530             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8531             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8532             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8533             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8534             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8535
8536         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8537         fcp->isp_wwpn_nvram = wwn;
8538
8539         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8540         if (wwn) {
8541                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8542                         wwn = 0;
8543                 }
8544         }
8545         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8546                 wwn = fcp->isp_wwpn_nvram;
8547                 wwn &= ~((uint64_t) 0xfff << 48);
8548         }
8549         fcp->isp_wwnn_nvram = wwn;
8550
8551         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8552                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8553         }
8554         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8555                 DEFAULT_FRAMESIZE(isp) =
8556                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8557         }
8558         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8559                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8560         }
8561         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8562                 DEFAULT_EXEC_THROTTLE(isp) =
8563                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8564         }
8565         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8566         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8567         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8568 }