/* SPDX-License-Identifier: BSD-3-Clause
*
- * Copyright(c) 2019-2020 Xilinx, Inc.
+ * Copyright(c) 2019-2021 Xilinx, Inc.
* Copyright(c) 2018-2019 Solarflare Communications Inc.
*/
*/
#define EFX_RHEAD_ALWAYS_INTERRUPTING_EVQ_INDEX (0)
+static boolean_t
+rhead_ev_dispatch(
+ __in efx_evq_t *eep,
+ __in efx_qword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg);
+
static __checkReturn boolean_t
rhead_ev_rx_packets(
__in efx_evq_t *eep,
__inout unsigned int *countp,
__in const efx_ev_callbacks_t *eecp,
__in_opt void *arg);
+
+#if EFSYS_OPT_DESC_PROXY
+static boolean_t
+rhead_ev_ew_txq_desc(
+ __in efx_evq_t *eep,
+ __in efx_xword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg);
+
+static boolean_t
+rhead_ev_ew_virtq_desc(
+ __in efx_evq_t *eep,
+ __in efx_xword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg);
+#endif /* EFSYS_OPT_DESC_PROXY */
#endif /* EFSYS_OPT_EV_EXTENDED_WIDTH */
__in uint32_t id,
__in uint32_t us,
__in uint32_t flags,
+ __in uint32_t irq,
__in efx_evq_t *eep)
{
const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
size_t desc_size;
- uint32_t irq;
+ uint32_t target_evq = 0;
efx_rc_t rc;
_NOTE(ARGUNUSED(id)) /* buftbl id managed by MC */
eep->ee_drv_gen = NULL; /* FIXME */
eep->ee_mcdi = rhead_ev_mcdi;
+#if EFSYS_OPT_DESC_PROXY
+ eep->ee_ew_txq_desc = rhead_ev_ew_txq_desc;
+ eep->ee_ew_virtq_desc = rhead_ev_ew_virtq_desc;
+#endif /* EFSYS_OPT_DESC_PROXY */
+
/* Set up the event queue */
/* INIT_EVQ expects function-relative vector number */
if ((flags & EFX_EVQ_FLAGS_NOTIFY_MASK) ==
EFX_EVQ_FLAGS_NOTIFY_INTERRUPT) {
- irq = index;
+ /* IRQ number is specified by caller */
} else if (index == EFX_RHEAD_ALWAYS_INTERRUPTING_EVQ_INDEX) {
- irq = index;
+ /* Use the first interrupt for always interrupting EvQ */
+ irq = 0;
flags = (flags & ~EFX_EVQ_FLAGS_NOTIFY_MASK) |
EFX_EVQ_FLAGS_NOTIFY_INTERRUPT;
} else {
- irq = EFX_RHEAD_ALWAYS_INTERRUPTING_EVQ_INDEX;
+ target_evq = EFX_RHEAD_ALWAYS_INTERRUPTING_EVQ_INDEX;
}
/*
* Interrupts may be raised for events immediately after the queue is
* created. See bug58606.
*/
- rc = efx_mcdi_init_evq(enp, index, esmp, ndescs, irq, us, flags,
- B_FALSE);
+ rc = efx_mcdi_init_evq(enp, index, esmp, ndescs, irq, target_evq, us,
+ flags, B_FALSE);
if (rc != 0)
goto fail2;
EFSYS_ASSERT(B_FALSE);
}
+static __checkReturn boolean_t
+rhead_ev_dispatch(
+ __in efx_evq_t *eep,
+ __in efx_qword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg)
+{
+ boolean_t should_abort;
+ uint32_t code;
+
+ code = EFX_QWORD_FIELD(*eventp, ESF_GZ_E_TYPE);
+ switch (code) {
+ case ESE_GZ_EF100_EV_RX_PKTS:
+ should_abort = eep->ee_rx(eep, eventp, eecp, arg);
+ break;
+ case ESE_GZ_EF100_EV_TX_COMPLETION:
+ should_abort = eep->ee_tx(eep, eventp, eecp, arg);
+ break;
+ case ESE_GZ_EF100_EV_MCDI:
+ should_abort = eep->ee_mcdi(eep, eventp, eecp, arg);
+ break;
+ default:
+ EFSYS_PROBE3(bad_event, unsigned int, eep->ee_index,
+ uint32_t, EFX_QWORD_FIELD(*eventp, EFX_DWORD_1),
+ uint32_t, EFX_QWORD_FIELD(*eventp, EFX_DWORD_0));
+
+ EFSYS_ASSERT(eecp->eec_exception != NULL);
+ (void) eecp->eec_exception(arg, EFX_EXCEPTION_EV_ERROR, code);
+ should_abort = B_TRUE;
+ break;
+ }
+
+ return (should_abort);
+}
+
/*
* Poll event queue in batches. Size of the batch is equal to cache line
* size divided by event size.
/* Process the batch of events */
for (index = 0; index < total; ++index) {
boolean_t should_abort;
- uint32_t code;
EFX_EV_QSTAT_INCR(eep, EV_ALL);
- code = EFX_QWORD_FIELD(ev[index], ESF_GZ_E_TYPE);
- switch (code) {
- case ESE_GZ_EF100_EV_RX_PKTS:
- should_abort = eep->ee_rx(eep,
- &(ev[index]), eecp, arg);
- break;
- case ESE_GZ_EF100_EV_TX_COMPLETION:
- should_abort = eep->ee_tx(eep,
- &(ev[index]), eecp, arg);
- break;
- case ESE_GZ_EF100_EV_MCDI:
- should_abort = eep->ee_mcdi(eep,
- &(ev[index]), eecp, arg);
- break;
- default:
- EFSYS_PROBE3(bad_event,
- unsigned int, eep->ee_index,
- uint32_t,
- EFX_QWORD_FIELD(ev[index], EFX_DWORD_1),
- uint32_t,
- EFX_QWORD_FIELD(ev[index], EFX_DWORD_0));
-
- EFSYS_ASSERT(eecp->eec_exception != NULL);
- (void) eecp->eec_exception(arg,
- EFX_EXCEPTION_EV_ERROR, code);
- should_abort = B_TRUE;
- }
+ should_abort =
+ rhead_ev_dispatch(eep, &(ev[index]), eecp, arg);
+
if (should_abort) {
/* Ignore subsequent events */
total = index + 1;
code = EFX_XWORD_FIELD(*eventp, ESF_GZ_EV_256_EV32_TYPE);
switch (code) {
+ case ESE_GZ_EF100_EVEW_64BIT:
+ /* NOTE: ignore phase bit in encapsulated 64bit event. */
+ should_abort =
+ rhead_ev_dispatch(eep, &eventp->ex_qword[0], eecp, arg);
+ break;
+
+#if EFSYS_OPT_DESC_PROXY
+ case ESE_GZ_EF100_EVEW_TXQ_DESC:
+ should_abort = eep->ee_ew_txq_desc(eep, eventp, eecp, arg);
+ break;
+
+ case ESE_GZ_EF100_EVEW_VIRTQ_DESC:
+ should_abort = eep->ee_ew_virtq_desc(eep, eventp, eecp, arg);
+ break;
+#endif /* EFSYS_OPT_DESC_PROXY */
+
default:
/* Omit currently unused reserved bits from the probe. */
EFSYS_PROBE7(ew_bad_event, unsigned int, eep->ee_index,
return (ret);
}
+#if EFSYS_OPT_DESC_PROXY
+static boolean_t
+rhead_ev_ew_txq_desc(
+ __in efx_evq_t *eep,
+ __in efx_xword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg)
+{
+ efx_oword_t txq_desc;
+ uint16_t vi_id;
+ boolean_t should_abort;
+
+ _NOTE(ARGUNUSED(eep))
+
+ vi_id = EFX_XWORD_FIELD(*eventp, ESF_GZ_EV_TXQ_DP_VI_ID);
+
+ /*
+ * NOTE: This is the raw descriptor data, and has not been converted
+ * to host endian. The handler callback must use the EFX_OWORD macros
+ * to extract the descriptor fields as host endian values.
+ */
+ txq_desc = eventp->ex_oword[0];
+
+ EFSYS_ASSERT(eecp->eec_desc_proxy_txq_desc != NULL);
+ should_abort = eecp->eec_desc_proxy_txq_desc(arg, vi_id, txq_desc);
+
+ return (should_abort);
+}
+#endif /* EFSYS_OPT_DESC_PROXY */
+
+
+#if EFSYS_OPT_DESC_PROXY
+static boolean_t
+rhead_ev_ew_virtq_desc(
+ __in efx_evq_t *eep,
+ __in efx_xword_t *eventp,
+ __in const efx_ev_callbacks_t *eecp,
+ __in_opt void *arg)
+{
+ efx_oword_t virtq_desc;
+ uint16_t vi_id;
+ uint16_t avail;
+ boolean_t should_abort;
+
+ _NOTE(ARGUNUSED(eep))
+
+ vi_id = EFX_XWORD_FIELD(*eventp, ESF_GZ_EV_VQ_DP_VI_ID);
+ avail = EFX_XWORD_FIELD(*eventp, ESF_GZ_EV_VQ_DP_AVAIL_ENTRY);
+
+ /*
+ * NOTE: This is the raw descriptor data, and has not been converted
+ * to host endian. The handler callback must use the EFX_OWORD macros
+ * to extract the descriptor fields as host endian values.
+ */
+ virtq_desc = eventp->ex_oword[0];
+
+ EFSYS_ASSERT(eecp->eec_desc_proxy_virtq_desc != NULL);
+ should_abort =
+ eecp->eec_desc_proxy_virtq_desc(arg, vi_id, avail, virtq_desc);
+
+ return (should_abort);
+}
+#endif /* EFSYS_OPT_DESC_PROXY */
+
#endif /* EFSYS_OPT_RIVERHEAD */
git.droids-corp.org / dpdk.git / blobdiff