net/sfc/base: support filters for encapsulated packets
[dpdk.git] / drivers / net / sfc / base / efx_nic.c
index 805136c..76caa74 100644 (file)
@@ -39,6 +39,58 @@ efx_family(
 {
        if (venid == EFX_PCI_VENID_SFC) {
                switch (devid) {
+#if EFSYS_OPT_SIENA
+               case EFX_PCI_DEVID_SIENA_F1_UNINIT:
+                       /*
+                        * Hardware default for PF0 of uninitialised Siena.
+                        * manftest must be able to cope with this device id.
+                        */
+                       *efp = EFX_FAMILY_SIENA;
+                       return (0);
+
+               case EFX_PCI_DEVID_BETHPAGE:
+               case EFX_PCI_DEVID_SIENA:
+                       *efp = EFX_FAMILY_SIENA;
+                       return (0);
+#endif /* EFSYS_OPT_SIENA */
+
+#if EFSYS_OPT_HUNTINGTON
+               case EFX_PCI_DEVID_HUNTINGTON_PF_UNINIT:
+                       /*
+                        * Hardware default for PF0 of uninitialised Huntington.
+                        * manftest must be able to cope with this device id.
+                        */
+                       *efp = EFX_FAMILY_HUNTINGTON;
+                       return (0);
+
+               case EFX_PCI_DEVID_FARMINGDALE:
+               case EFX_PCI_DEVID_GREENPORT:
+                       *efp = EFX_FAMILY_HUNTINGTON;
+                       return (0);
+
+               case EFX_PCI_DEVID_FARMINGDALE_VF:
+               case EFX_PCI_DEVID_GREENPORT_VF:
+                       *efp = EFX_FAMILY_HUNTINGTON;
+                       return (0);
+#endif /* EFSYS_OPT_HUNTINGTON */
+
+#if EFSYS_OPT_MEDFORD
+               case EFX_PCI_DEVID_MEDFORD_PF_UNINIT:
+                       /*
+                        * Hardware default for PF0 of uninitialised Medford.
+                        * manftest must be able to cope with this device id.
+                        */
+                       *efp = EFX_FAMILY_MEDFORD;
+                       return (0);
+
+               case EFX_PCI_DEVID_MEDFORD:
+                       *efp = EFX_FAMILY_MEDFORD;
+                       return (0);
+
+               case EFX_PCI_DEVID_MEDFORD_VF:
+                       *efp = EFX_FAMILY_MEDFORD;
+                       return (0);
+#endif /* EFSYS_OPT_MEDFORD */
 
                case EFX_PCI_DEVID_FALCON:      /* Obsolete, not supported */
                default:
@@ -122,6 +174,63 @@ fail1:
        return (rc);
 }
 
+#if EFSYS_OPT_SIENA
+
+static const efx_nic_ops_t     __efx_nic_siena_ops = {
+       siena_nic_probe,                /* eno_probe */
+       NULL,                           /* eno_board_cfg */
+       NULL,                           /* eno_set_drv_limits */
+       siena_nic_reset,                /* eno_reset */
+       siena_nic_init,                 /* eno_init */
+       NULL,                           /* eno_get_vi_pool */
+       NULL,                           /* eno_get_bar_region */
+#if EFSYS_OPT_DIAG
+       siena_nic_register_test,        /* eno_register_test */
+#endif /* EFSYS_OPT_DIAG */
+       siena_nic_fini,                 /* eno_fini */
+       siena_nic_unprobe,              /* eno_unprobe */
+};
+
+#endif /* EFSYS_OPT_SIENA */
+
+#if EFSYS_OPT_HUNTINGTON
+
+static const efx_nic_ops_t     __efx_nic_hunt_ops = {
+       ef10_nic_probe,                 /* eno_probe */
+       hunt_board_cfg,                 /* eno_board_cfg */
+       ef10_nic_set_drv_limits,        /* eno_set_drv_limits */
+       ef10_nic_reset,                 /* eno_reset */
+       ef10_nic_init,                  /* eno_init */
+       ef10_nic_get_vi_pool,           /* eno_get_vi_pool */
+       ef10_nic_get_bar_region,        /* eno_get_bar_region */
+#if EFSYS_OPT_DIAG
+       ef10_nic_register_test,         /* eno_register_test */
+#endif /* EFSYS_OPT_DIAG */
+       ef10_nic_fini,                  /* eno_fini */
+       ef10_nic_unprobe,               /* eno_unprobe */
+};
+
+#endif /* EFSYS_OPT_HUNTINGTON */
+
+#if EFSYS_OPT_MEDFORD
+
+static const efx_nic_ops_t     __efx_nic_medford_ops = {
+       ef10_nic_probe,                 /* eno_probe */
+       medford_board_cfg,              /* eno_board_cfg */
+       ef10_nic_set_drv_limits,        /* eno_set_drv_limits */
+       ef10_nic_reset,                 /* eno_reset */
+       ef10_nic_init,                  /* eno_init */
+       ef10_nic_get_vi_pool,           /* eno_get_vi_pool */
+       ef10_nic_get_bar_region,        /* eno_get_bar_region */
+#if EFSYS_OPT_DIAG
+       ef10_nic_register_test,         /* eno_register_test */
+#endif /* EFSYS_OPT_DIAG */
+       ef10_nic_fini,                  /* eno_fini */
+       ef10_nic_unprobe,               /* eno_unprobe */
+};
+
+#endif /* EFSYS_OPT_MEDFORD */
+
 
        __checkReturn   efx_rc_t
 efx_nic_create(
@@ -148,6 +257,57 @@ efx_nic_create(
        enp->en_magic = EFX_NIC_MAGIC;
 
        switch (family) {
+#if EFSYS_OPT_SIENA
+       case EFX_FAMILY_SIENA:
+               enp->en_enop = &__efx_nic_siena_ops;
+               enp->en_features =
+                   EFX_FEATURE_IPV6 |
+                   EFX_FEATURE_LFSR_HASH_INSERT |
+                   EFX_FEATURE_LINK_EVENTS |
+                   EFX_FEATURE_PERIODIC_MAC_STATS |
+                   EFX_FEATURE_MCDI |
+                   EFX_FEATURE_LOOKAHEAD_SPLIT |
+                   EFX_FEATURE_MAC_HEADER_FILTERS |
+                   EFX_FEATURE_TX_SRC_FILTERS;
+               break;
+#endif /* EFSYS_OPT_SIENA */
+
+#if EFSYS_OPT_HUNTINGTON
+       case EFX_FAMILY_HUNTINGTON:
+               enp->en_enop = &__efx_nic_hunt_ops;
+               enp->en_features =
+                   EFX_FEATURE_IPV6 |
+                   EFX_FEATURE_LINK_EVENTS |
+                   EFX_FEATURE_PERIODIC_MAC_STATS |
+                   EFX_FEATURE_MCDI |
+                   EFX_FEATURE_MAC_HEADER_FILTERS |
+                   EFX_FEATURE_MCDI_DMA |
+                   EFX_FEATURE_PIO_BUFFERS |
+                   EFX_FEATURE_FW_ASSISTED_TSO |
+                   EFX_FEATURE_FW_ASSISTED_TSO_V2 |
+                   EFX_FEATURE_PACKED_STREAM;
+               break;
+#endif /* EFSYS_OPT_HUNTINGTON */
+
+#if EFSYS_OPT_MEDFORD
+       case EFX_FAMILY_MEDFORD:
+               enp->en_enop = &__efx_nic_medford_ops;
+               /*
+                * FW_ASSISTED_TSO omitted as Medford only supports firmware
+                * assisted TSO version 2, not the v1 scheme used on Huntington.
+                */
+               enp->en_features =
+                   EFX_FEATURE_IPV6 |
+                   EFX_FEATURE_LINK_EVENTS |
+                   EFX_FEATURE_PERIODIC_MAC_STATS |
+                   EFX_FEATURE_MCDI |
+                   EFX_FEATURE_MAC_HEADER_FILTERS |
+                   EFX_FEATURE_MCDI_DMA |
+                   EFX_FEATURE_PIO_BUFFERS |
+                   EFX_FEATURE_FW_ASSISTED_TSO_V2 |
+                   EFX_FEATURE_PACKED_STREAM;
+               break;
+#endif /* EFSYS_OPT_MEDFORD */
 
        default:
                rc = ENOTSUP;
@@ -185,6 +345,9 @@ efx_nic_probe(
        efx_rc_t rc;
 
        EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
+#if EFSYS_OPT_MCDI
+       EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);
+#endif /* EFSYS_OPT_MCDI */
        EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_PROBE));
 
        enop = enp->en_enop;
@@ -364,6 +527,9 @@ efx_nic_unprobe(
        const efx_nic_ops_t *enop = enp->en_enop;
 
        EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
+#if EFSYS_OPT_MCDI
+       EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);
+#endif /* EFSYS_OPT_MCDI */
        EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
        EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
        EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_INTR));
@@ -450,6 +616,401 @@ efx_nic_cfg_get(
        return (&(enp->en_nic_cfg));
 }
 
+       __checkReturn           efx_rc_t
+efx_nic_get_fw_version(
+       __in                    efx_nic_t *enp,
+       __out                   efx_nic_fw_info_t *enfip)
+{
+       uint16_t mc_fw_version[4];
+       efx_rc_t rc;
+
+       if (enfip == NULL) {
+               rc = EINVAL;
+               goto fail1;
+       }
+
+       EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);
+       EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);
+
+       rc = efx_mcdi_version(enp, mc_fw_version, NULL, NULL);
+       if (rc != 0)
+               goto fail2;
+
+       rc = efx_mcdi_get_capabilities(enp, NULL,
+                                      &enfip->enfi_rx_dpcpu_fw_id,
+                                      &enfip->enfi_tx_dpcpu_fw_id,
+                                      NULL, NULL);
+       if (rc == 0) {
+               enfip->enfi_dpcpu_fw_ids_valid = B_TRUE;
+       } else if (rc == ENOTSUP) {
+               enfip->enfi_dpcpu_fw_ids_valid = B_FALSE;
+               enfip->enfi_rx_dpcpu_fw_id = 0;
+               enfip->enfi_tx_dpcpu_fw_id = 0;
+       } else {
+               goto fail3;
+       }
+
+       memcpy(enfip->enfi_mc_fw_version, mc_fw_version, sizeof(mc_fw_version));
+
+       return (0);
+
+fail3:
+       EFSYS_PROBE(fail3);
+fail2:
+       EFSYS_PROBE(fail2);
+fail1:
+       EFSYS_PROBE1(fail1, efx_rc_t, rc);
+
+       return (rc);
+}
+
+#if EFSYS_OPT_DIAG
+
+       __checkReturn   efx_rc_t
+efx_nic_register_test(
+       __in            efx_nic_t *enp)
+{
+       const efx_nic_ops_t *enop = enp->en_enop;
+       efx_rc_t rc;
+
+       EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);
+       EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);
+       EFSYS_ASSERT(!(enp->en_mod_flags & EFX_MOD_NIC));
+
+       if ((rc = enop->eno_register_test(enp)) != 0)
+               goto fail1;
+
+       return (0);
+
+fail1:
+       EFSYS_PROBE1(fail1, efx_rc_t, rc);
+
+       return (rc);
+}
+
+       __checkReturn   efx_rc_t
+efx_nic_test_registers(
+       __in            efx_nic_t *enp,
+       __in            efx_register_set_t *rsp,
+       __in            size_t count)
+{
+       unsigned int bit;
+       efx_oword_t original;
+       efx_oword_t reg;
+       efx_oword_t buf;
+       efx_rc_t rc;
+
+       while (count > 0) {
+               /* This function is only suitable for registers */
+               EFSYS_ASSERT(rsp->rows == 1);
+
+               /* bit sweep on and off */
+               EFSYS_BAR_READO(enp->en_esbp, rsp->address, &original,
+                           B_TRUE);
+               for (bit = 0; bit < 128; bit++) {
+                       /* Is this bit in the mask? */
+                       if (~(rsp->mask.eo_u32[bit >> 5]) & (1 << bit))
+                               continue;
+
+                       /* Test this bit can be set in isolation */
+                       reg = original;
+                       EFX_AND_OWORD(reg, rsp->mask);
+                       EFX_SET_OWORD_BIT(reg, bit);
+
+                       EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &reg,
+                                   B_TRUE);
+                       EFSYS_BAR_READO(enp->en_esbp, rsp->address, &buf,
+                                   B_TRUE);
+
+                       EFX_AND_OWORD(buf, rsp->mask);
+                       if (memcmp(&reg, &buf, sizeof (reg))) {
+                               rc = EIO;
+                               goto fail1;
+                       }
+
+                       /* Test this bit can be cleared in isolation */
+                       EFX_OR_OWORD(reg, rsp->mask);
+                       EFX_CLEAR_OWORD_BIT(reg, bit);
+
+                       EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &reg,
+                                   B_TRUE);
+                       EFSYS_BAR_READO(enp->en_esbp, rsp->address, &buf,
+                                   B_TRUE);
+
+                       EFX_AND_OWORD(buf, rsp->mask);
+                       if (memcmp(&reg, &buf, sizeof (reg))) {
+                               rc = EIO;
+                               goto fail2;
+                       }
+               }
+
+               /* Restore the old value */
+               EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &original,
+                           B_TRUE);
+
+               --count;
+               ++rsp;
+       }
+
+       return (0);
+
+fail2:
+       EFSYS_PROBE(fail2);
+fail1:
+       EFSYS_PROBE1(fail1, efx_rc_t, rc);
+
+       /* Restore the old value */
+       EFSYS_BAR_WRITEO(enp->en_esbp, rsp->address, &original, B_TRUE);
+
+       return (rc);
+}
+
+       __checkReturn   efx_rc_t
+efx_nic_test_tables(
+       __in            efx_nic_t *enp,
+       __in            efx_register_set_t *rsp,
+       __in            efx_pattern_type_t pattern,
+       __in            size_t count)
+{
+       efx_sram_pattern_fn_t func;
+       unsigned int index;
+       unsigned int address;
+       efx_oword_t reg;
+       efx_oword_t buf;
+       efx_rc_t rc;
+
+       EFSYS_ASSERT(pattern < EFX_PATTERN_NTYPES);
+       func = __efx_sram_pattern_fns[pattern];
+
+       while (count > 0) {
+               /* Write */
+               address = rsp->address;
+               for (index = 0; index < rsp->rows; ++index) {
+                       func(2 * index + 0, B_FALSE, &reg.eo_qword[0]);
+                       func(2 * index + 1, B_FALSE, &reg.eo_qword[1]);
+                       EFX_AND_OWORD(reg, rsp->mask);
+                       EFSYS_BAR_WRITEO(enp->en_esbp, address, &reg, B_TRUE);
+
+                       address += rsp->step;
+               }
+
+               /* Read */
+               address = rsp->address;
+               for (index = 0; index < rsp->rows; ++index) {
+                       func(2 * index + 0, B_FALSE, &reg.eo_qword[0]);
+                       func(2 * index + 1, B_FALSE, &reg.eo_qword[1]);
+                       EFX_AND_OWORD(reg, rsp->mask);
+                       EFSYS_BAR_READO(enp->en_esbp, address, &buf, B_TRUE);
+                       if (memcmp(&reg, &buf, sizeof (reg))) {
+                               rc = EIO;
+                               goto fail1;
+                       }
+
+                       address += rsp->step;
+               }
+
+               ++rsp;
+               --count;
+       }
+
+       return (0);
+
+fail1:
+       EFSYS_PROBE1(fail1, efx_rc_t, rc);
+
+       return (rc);
+}
+
+#endif /* EFSYS_OPT_DIAG */
+
+#if EFSYS_OPT_LOOPBACK
+
+extern                 void
+efx_loopback_mask(
+       __in    efx_loopback_kind_t loopback_kind,
+       __out   efx_qword_t *maskp)
+{
+       efx_qword_t mask;
+
+       EFSYS_ASSERT3U(loopback_kind, <, EFX_LOOPBACK_NKINDS);
+       EFSYS_ASSERT(maskp != NULL);
+
+       /* Assert the MC_CMD_LOOPBACK and EFX_LOOPBACK namespace agree */
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_NONE == EFX_LOOPBACK_OFF);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_DATA == EFX_LOOPBACK_DATA);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_GMAC == EFX_LOOPBACK_GMAC);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XGMII == EFX_LOOPBACK_XGMII);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XGXS == EFX_LOOPBACK_XGXS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XAUI == EFX_LOOPBACK_XAUI);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_GMII == EFX_LOOPBACK_GMII);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SGMII == EFX_LOOPBACK_SGMII);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XGBR == EFX_LOOPBACK_XGBR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XFI == EFX_LOOPBACK_XFI);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XAUI_FAR == EFX_LOOPBACK_XAUI_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_GMII_FAR == EFX_LOOPBACK_GMII_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SGMII_FAR == EFX_LOOPBACK_SGMII_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XFI_FAR == EFX_LOOPBACK_XFI_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_GPHY == EFX_LOOPBACK_GPHY);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PHYXS == EFX_LOOPBACK_PHY_XS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PCS == EFX_LOOPBACK_PCS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PMAPMD == EFX_LOOPBACK_PMA_PMD);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XPORT == EFX_LOOPBACK_XPORT);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XGMII_WS == EFX_LOOPBACK_XGMII_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XAUI_WS == EFX_LOOPBACK_XAUI_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XAUI_WS_FAR ==
+           EFX_LOOPBACK_XAUI_WS_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XAUI_WS_NEAR ==
+           EFX_LOOPBACK_XAUI_WS_NEAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_GMII_WS == EFX_LOOPBACK_GMII_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XFI_WS == EFX_LOOPBACK_XFI_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_XFI_WS_FAR ==
+           EFX_LOOPBACK_XFI_WS_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PHYXS_WS == EFX_LOOPBACK_PHYXS_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PMA_INT == EFX_LOOPBACK_PMA_INT);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_NEAR == EFX_LOOPBACK_SD_NEAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_FAR == EFX_LOOPBACK_SD_FAR);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_PMA_INT_WS ==
+           EFX_LOOPBACK_PMA_INT_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_FEP2_WS ==
+           EFX_LOOPBACK_SD_FEP2_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_FEP1_5_WS ==
+           EFX_LOOPBACK_SD_FEP1_5_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_FEP_WS == EFX_LOOPBACK_SD_FEP_WS);
+       EFX_STATIC_ASSERT(MC_CMD_LOOPBACK_SD_FES_WS == EFX_LOOPBACK_SD_FES_WS);
+
+       /* Build bitmask of possible loopback types */
+       EFX_ZERO_QWORD(mask);
+
+       if ((loopback_kind == EFX_LOOPBACK_KIND_OFF) ||
+           (loopback_kind == EFX_LOOPBACK_KIND_ALL)) {
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_OFF);
+       }
+
+       if ((loopback_kind == EFX_LOOPBACK_KIND_MAC) ||
+           (loopback_kind == EFX_LOOPBACK_KIND_ALL)) {
+               /*
+                * The "MAC" grouping has historically been used by drivers to
+                * mean loopbacks supported by on-chip hardware. Keep that
+                * meaning here, and include on-chip PHY layer loopbacks.
+                */
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_DATA);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_GMAC);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XGMII);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XGXS);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XAUI);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_GMII);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_SGMII);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XGBR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XFI);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XAUI_FAR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_GMII_FAR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_SGMII_FAR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_XFI_FAR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_PMA_INT);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_SD_NEAR);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_SD_FAR);
+       }
+
+       if ((loopback_kind == EFX_LOOPBACK_KIND_PHY) ||
+           (loopback_kind == EFX_LOOPBACK_KIND_ALL)) {
+               /*
+                * The "PHY" grouping has historically been used by drivers to
+                * mean loopbacks supported by off-chip hardware. Keep that
+                * meaning here.
+                */
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_GPHY);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_PHY_XS);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_PCS);
+               EFX_SET_QWORD_BIT(mask, EFX_LOOPBACK_PMA_PMD);
+       }
+
+       *maskp = mask;
+}
+
+       __checkReturn   efx_rc_t
+efx_mcdi_get_loopback_modes(
+       __in            efx_nic_t *enp)
+{
+       efx_nic_cfg_t *encp = &(enp->en_nic_cfg);
+       efx_mcdi_req_t req;
+       uint8_t payload[MAX(MC_CMD_GET_LOOPBACK_MODES_IN_LEN,
+                           MC_CMD_GET_LOOPBACK_MODES_OUT_LEN)];
+       efx_qword_t mask;
+       efx_qword_t modes;
+       efx_rc_t rc;
+
+       (void) memset(payload, 0, sizeof (payload));
+       req.emr_cmd = MC_CMD_GET_LOOPBACK_MODES;
+       req.emr_in_buf = payload;
+       req.emr_in_length = MC_CMD_GET_LOOPBACK_MODES_IN_LEN;
+       req.emr_out_buf = payload;
+       req.emr_out_length = MC_CMD_GET_LOOPBACK_MODES_OUT_LEN;
+
+       efx_mcdi_execute(enp, &req);
+
+       if (req.emr_rc != 0) {
+               rc = req.emr_rc;
+               goto fail1;
+       }
+
+       if (req.emr_out_length_used <
+           MC_CMD_GET_LOOPBACK_MODES_OUT_SUGGESTED_OFST +
+           MC_CMD_GET_LOOPBACK_MODES_OUT_SUGGESTED_LEN) {
+               rc = EMSGSIZE;
+               goto fail2;
+       }
+
+       /*
+        * We assert the MC_CMD_LOOPBACK and EFX_LOOPBACK namespaces agree
+        * in efx_loopback_mask() and in siena_phy.c:siena_phy_get_link().
+        */
+       efx_loopback_mask(EFX_LOOPBACK_KIND_ALL, &mask);
+
+       EFX_AND_QWORD(mask,
+           *MCDI_OUT2(req, efx_qword_t, GET_LOOPBACK_MODES_OUT_SUGGESTED));
+
+       modes = *MCDI_OUT2(req, efx_qword_t, GET_LOOPBACK_MODES_OUT_100M);
+       EFX_AND_QWORD(modes, mask);
+       encp->enc_loopback_types[EFX_LINK_100FDX] = modes;
+
+       modes = *MCDI_OUT2(req, efx_qword_t, GET_LOOPBACK_MODES_OUT_1G);
+       EFX_AND_QWORD(modes, mask);
+       encp->enc_loopback_types[EFX_LINK_1000FDX] = modes;
+
+       modes = *MCDI_OUT2(req, efx_qword_t, GET_LOOPBACK_MODES_OUT_10G);
+       EFX_AND_QWORD(modes, mask);
+       encp->enc_loopback_types[EFX_LINK_10000FDX] = modes;
+
+       if (req.emr_out_length_used >=
+           MC_CMD_GET_LOOPBACK_MODES_OUT_40G_OFST +
+           MC_CMD_GET_LOOPBACK_MODES_OUT_40G_LEN) {
+               /* Response includes 40G loopback modes */
+               modes =
+                   *MCDI_OUT2(req, efx_qword_t, GET_LOOPBACK_MODES_OUT_40G);
+               EFX_AND_QWORD(modes, mask);
+               encp->enc_loopback_types[EFX_LINK_40000FDX] = modes;
+       }
+
+       EFX_ZERO_QWORD(modes);
+       EFX_SET_QWORD_BIT(modes, EFX_LOOPBACK_OFF);
+       EFX_OR_QWORD(modes, encp->enc_loopback_types[EFX_LINK_100FDX]);
+       EFX_OR_QWORD(modes, encp->enc_loopback_types[EFX_LINK_1000FDX]);
+       EFX_OR_QWORD(modes, encp->enc_loopback_types[EFX_LINK_10000FDX]);
+       EFX_OR_QWORD(modes, encp->enc_loopback_types[EFX_LINK_40000FDX]);
+       encp->enc_loopback_types[EFX_LINK_UNKNOWN] = modes;
+
+       return (0);
+
+fail2:
+       EFSYS_PROBE(fail2);
+fail1:
+       EFSYS_PROBE1(fail1, efx_rc_t, rc);
+
+       return (rc);
+}
+
+#endif /* EFSYS_OPT_LOOPBACK */
+
        __checkReturn   efx_rc_t
 efx_nic_calculate_pcie_link_bandwidth(
        __in            uint32_t pcie_link_width,