2 * Copyright 2007-2009 Solarflare Communications Inc. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 #include <sys/cdefs.h>
27 __FBSDID("$FreeBSD$");
31 #include "efx_types.h"
39 __out efx_family_t *efp)
42 if (venid == EFX_PCI_VENID_SFC && devid == EFX_PCI_DEVID_FALCON) {
43 *efp = EFX_FAMILY_FALCON;
48 if (venid == EFX_PCI_VENID_SFC && devid == EFX_PCI_DEVID_BETHPAGE) {
49 *efp = EFX_FAMILY_SIENA;
52 if (venid == EFX_PCI_VENID_SFC && devid == EFX_PCI_DEVID_SIENA) {
53 *efp = EFX_FAMILY_SIENA;
56 if (venid == EFX_PCI_VENID_SFC &&
57 devid == EFX_PCI_DEVID_SIENA_F1_UNINIT) {
58 *efp = EFX_FAMILY_SIENA;
66 * To support clients which aren't provided with any PCI context infer
67 * the hardware family by inspecting the hardware. Obviously the caller
68 * must be damn sure they're really talking to a supported device.
72 __in efsys_bar_t *esbp,
73 __out efx_family_t *efp)
80 EFSYS_BAR_READO(esbp, FR_AZ_CS_DEBUG_REG_OFST, &oword, B_TRUE);
81 portnum = EFX_OWORD_FIELD(oword, FRF_CZ_CS_PORT_NUM);
85 family = EFX_FAMILY_FALCON;
91 family = EFX_FAMILY_SIENA;
104 EFSYS_PROBE1(fail1, int, rc);
110 * The built-in default value device id for port 1 of Siena is 0x0810.
111 * manftest needs to be able to cope with that.
114 #define EFX_BIU_MAGIC0 0x01234567
115 #define EFX_BIU_MAGIC1 0xfedcba98
117 static __checkReturn int
125 * Write magic values to scratch registers 0 and 1, then
126 * verify that the values were written correctly. Interleave
127 * the accesses to ensure that the BIU is not just reading
128 * back the cached value that was last written.
130 EFX_POPULATE_OWORD_1(oword, FRF_AZ_DRIVER_DW0, EFX_BIU_MAGIC0);
131 EFX_BAR_TBL_WRITEO(enp, FR_AZ_DRIVER_REG, 0, &oword);
133 EFX_POPULATE_OWORD_1(oword, FRF_AZ_DRIVER_DW0, EFX_BIU_MAGIC1);
134 EFX_BAR_TBL_WRITEO(enp, FR_AZ_DRIVER_REG, 1, &oword);
136 EFX_BAR_TBL_READO(enp, FR_AZ_DRIVER_REG, 0, &oword);
137 if (EFX_OWORD_FIELD(oword, FRF_AZ_DRIVER_DW0) != EFX_BIU_MAGIC0) {
142 EFX_BAR_TBL_READO(enp, FR_AZ_DRIVER_REG, 1, &oword);
143 if (EFX_OWORD_FIELD(oword, FRF_AZ_DRIVER_DW0) != EFX_BIU_MAGIC1) {
149 * Perform the same test, with the values swapped. This
150 * ensures that subsequent tests don't start with the correct
151 * values already written into the scratch registers.
153 EFX_POPULATE_OWORD_1(oword, FRF_AZ_DRIVER_DW0, EFX_BIU_MAGIC1);
154 EFX_BAR_TBL_WRITEO(enp, FR_AZ_DRIVER_REG, 0, &oword);
156 EFX_POPULATE_OWORD_1(oword, FRF_AZ_DRIVER_DW0, EFX_BIU_MAGIC0);
157 EFX_BAR_TBL_WRITEO(enp, FR_AZ_DRIVER_REG, 1, &oword);
159 EFX_BAR_TBL_READO(enp, FR_AZ_DRIVER_REG, 0, &oword);
160 if (EFX_OWORD_FIELD(oword, FRF_AZ_DRIVER_DW0) != EFX_BIU_MAGIC1) {
165 EFX_BAR_TBL_READO(enp, FR_AZ_DRIVER_REG, 1, &oword);
166 if (EFX_OWORD_FIELD(oword, FRF_AZ_DRIVER_DW0) != EFX_BIU_MAGIC0) {
180 EFSYS_PROBE1(fail1, int, rc);
187 static efx_nic_ops_t __cs __efx_nic_falcon_ops = {
188 falcon_nic_probe, /* eno_probe */
189 falcon_nic_reset, /* eno_reset */
190 falcon_nic_init, /* eno_init */
192 falcon_sram_test, /* eno_sram_test */
193 falcon_nic_register_test, /* eno_register_test */
194 #endif /* EFSYS_OPT_DIAG */
195 falcon_nic_fini, /* eno_fini */
196 falcon_nic_unprobe, /* eno_unprobe */
199 #endif /* EFSYS_OPT_FALCON */
203 static efx_nic_ops_t __cs __efx_nic_siena_ops = {
204 siena_nic_probe, /* eno_probe */
205 siena_nic_reset, /* eno_reset */
206 siena_nic_init, /* eno_init */
208 siena_sram_test, /* eno_sram_test */
209 siena_nic_register_test, /* eno_register_test */
210 #endif /* EFSYS_OPT_DIAG */
211 siena_nic_fini, /* eno_fini */
212 siena_nic_unprobe, /* eno_unprobe */
215 #endif /* EFSYS_OPT_SIENA */
219 __in efx_family_t family,
220 __in efsys_identifier_t *esip,
221 __in efsys_bar_t *esbp,
222 __in efsys_lock_t *eslp,
223 __deref_out efx_nic_t **enpp)
228 EFSYS_ASSERT3U(family, >, EFX_FAMILY_INVALID);
229 EFSYS_ASSERT3U(family, <, EFX_FAMILY_NTYPES);
231 /* Allocate a NIC object */
232 EFSYS_KMEM_ALLOC(esip, sizeof (efx_nic_t), enp);
239 enp->en_magic = EFX_NIC_MAGIC;
243 case EFX_FAMILY_FALCON:
244 enp->en_enop = (efx_nic_ops_t *)&__efx_nic_falcon_ops;
245 enp->en_features = 0;
247 #endif /* EFSYS_OPT_FALCON */
250 case EFX_FAMILY_SIENA:
251 enp->en_enop = (efx_nic_ops_t *)&__efx_nic_siena_ops;
252 enp->en_features = EFX_FEATURE_IPV6 |
253 EFX_FEATURE_LFSR_HASH_INSERT |
254 EFX_FEATURE_LINK_EVENTS | EFX_FEATURE_PERIODIC_MAC_STATS |
255 EFX_FEATURE_WOL | EFX_FEATURE_MCDI |
256 EFX_FEATURE_LOOKAHEAD_SPLIT | EFX_FEATURE_MAC_HEADER_FILTERS;
258 #endif /* EFSYS_OPT_SIENA */
265 enp->en_family = family;
279 /* Free the NIC object */
280 EFSYS_KMEM_FREE(esip, sizeof (efx_nic_t), enp);
283 EFSYS_PROBE1(fail1, int, rc);
296 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
298 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);
299 #endif /* EFSYS_OPT_MCDI */
300 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_PROBE));
303 if ((rc = efx_nic_biu_test(enp)) != 0)
306 /* Clear the region register */
307 EFX_POPULATE_OWORD_4(oword,
308 FRF_AZ_ADR_REGION0, 0,
309 FRF_AZ_ADR_REGION1, (1 << 16),
310 FRF_AZ_ADR_REGION2, (2 << 16),
311 FRF_AZ_ADR_REGION3, (3 << 16));
312 EFX_BAR_WRITEO(enp, FR_AZ_ADR_REGION_REG, &oword);
315 if ((rc = enop->eno_probe(enp)) != 0)
318 if ((rc = efx_phy_probe(enp)) != 0)
321 enp->en_mod_flags |= EFX_MOD_PROBE;
328 enop->eno_unprobe(enp);
333 EFSYS_PROBE1(fail1, int, rc);
338 #if EFSYS_OPT_PCIE_TUNE
345 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
346 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
347 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
350 if (enp->en_family == EFX_FAMILY_FALCON)
351 return (falcon_nic_pcie_tune(enp, nlanes));
357 efx_nic_pcie_extended_sync(
360 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
361 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
362 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
365 if (enp->en_family == EFX_FAMILY_SIENA)
366 return (siena_nic_pcie_extended_sync(enp));
372 #endif /* EFSYS_OPT_PCIE_TUNE */
378 efx_nic_ops_t *enop = enp->en_enop;
381 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
382 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
384 if (enp->en_mod_flags & EFX_MOD_NIC) {
389 if ((rc = enop->eno_init(enp)) != 0)
392 enp->en_mod_flags |= EFX_MOD_NIC;
399 EFSYS_PROBE1(fail1, int, rc);
408 efx_nic_ops_t *enop = enp->en_enop;
410 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
411 EFSYS_ASSERT(enp->en_mod_flags & EFX_MOD_PROBE);
412 EFSYS_ASSERT(enp->en_mod_flags & EFX_MOD_NIC);
413 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_INTR));
414 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_EV));
415 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_RX));
416 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_TX));
420 enp->en_mod_flags &= ~EFX_MOD_NIC;
427 efx_nic_ops_t *enop = enp->en_enop;
429 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
431 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);
432 #endif /* EFSYS_OPT_MCDI */
433 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
434 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
435 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_INTR));
436 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_EV));
437 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_RX));
438 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_TX));
440 efx_phy_unprobe(enp);
442 enop->eno_unprobe(enp);
444 enp->en_mod_flags &= ~EFX_MOD_PROBE;
451 efsys_identifier_t *esip = enp->en_esip;
453 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
454 EFSYS_ASSERT3U(enp->en_mod_flags, ==, 0);
465 /* Free the NIC object */
466 EFSYS_KMEM_FREE(esip, sizeof (efx_nic_t), enp);
473 efx_nic_ops_t *enop = enp->en_enop;
474 unsigned int mod_flags;
477 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
478 EFSYS_ASSERT(enp->en_mod_flags & EFX_MOD_PROBE);
480 * All modules except the MCDI, PROBE, NVRAM, VPD, MON (which we
481 * do not reset here) must have been shut down or never initialized.
483 * A rule of thumb here is: If the controller or MC reboots, is *any*
484 * state lost. If it's lost and needs reapplying, then the module
485 * *must* not be initialised during the reset.
487 mod_flags = enp->en_mod_flags;
488 mod_flags &= ~(EFX_MOD_MCDI | EFX_MOD_PROBE | EFX_MOD_NVRAM |
489 EFX_MOD_VPD | EFX_MOD_MON);
490 EFSYS_ASSERT3U(mod_flags, ==, 0);
491 if (mod_flags != 0) {
496 if ((rc = enop->eno_reset(enp)) != 0)
499 enp->en_reset_flags |= EFX_RESET_MAC;
506 EFSYS_PROBE1(fail1, int, rc);
511 const efx_nic_cfg_t *
515 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
517 return (&(enp->en_nic_cfg));
523 efx_nic_register_test(
526 efx_nic_ops_t *enop = enp->en_enop;
529 EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
530 EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
531 EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
533 if ((rc = enop->eno_register_test(enp)) != 0)
539 EFSYS_PROBE1(fail1, int, rc);
545 efx_nic_test_registers(
547 __in efx_register_set_t *rsp,
551 efx_oword_t original;
557 /* This function is only suitable for registers */
558 EFSYS_ASSERT(rsp->rows == 1);
560 /* bit sweep on and off */
561 EFSYS_BAR_READO(enp->en_esbp, rsp->address, &original,
563 for (bit = 0; bit < 128; bit++) {
564 /* Is this bit in the mask? */
565 if (~(rsp->mask.eo_u32[bit >> 5]) & (1 << bit))
568 /* Test this bit can be set in isolation */
570 EFX_AND_OWORD(reg, rsp->mask);
571 EFX_SET_OWORD_BIT(reg, bit);
573 EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, ®,
575 EFSYS_BAR_READO(enp->en_esbp, rsp->address, &buf,
578 EFX_AND_OWORD(buf, rsp->mask);
579 if (memcmp(®, &buf, sizeof (reg))) {
584 /* Test this bit can be cleared in isolation */
585 EFX_OR_OWORD(reg, rsp->mask);
586 EFX_CLEAR_OWORD_BIT(reg, bit);
588 EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, ®,
590 EFSYS_BAR_READO(enp->en_esbp, rsp->address, &buf,
593 EFX_AND_OWORD(buf, rsp->mask);
594 if (memcmp(®, &buf, sizeof (reg))) {
600 /* Restore the old value */
601 EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &original,
613 EFSYS_PROBE1(fail1, int, rc);
615 /* Restore the old value */
616 EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &original, B_TRUE);
624 __in efx_register_set_t *rsp,
625 __in efx_pattern_type_t pattern,
628 efx_sram_pattern_fn_t func;
630 unsigned int address;
635 EFSYS_ASSERT(pattern < EFX_PATTERN_NTYPES);
636 func = __efx_sram_pattern_fns[pattern];
640 address = rsp->address;
641 for (index = 0; index < rsp->rows; ++index) {
642 func(2 * index + 0, B_FALSE, ®.eo_qword[0]);
643 func(2 * index + 1, B_FALSE, ®.eo_qword[1]);
644 EFX_AND_OWORD(reg, rsp->mask);
645 EFSYS_BAR_WRITEO(enp->en_esbp, address, ®, B_TRUE);
647 address += rsp->step;
651 address = rsp->address;
652 for (index = 0; index < rsp->rows; ++index) {
653 func(2 * index + 0, B_FALSE, ®.eo_qword[0]);
654 func(2 * index + 1, B_FALSE, ®.eo_qword[1]);
655 EFX_AND_OWORD(reg, rsp->mask);
656 EFSYS_BAR_READO(enp->en_esbp, address, &buf, B_TRUE);
657 if (memcmp(®, &buf, sizeof (reg))) {
662 address += rsp->step;
672 EFSYS_PROBE1(fail1, int, rc);
677 #endif /* EFSYS_OPT_DIAG */