mbuf: add rte prefix to offload flags

[dpdk.git] / drivers / net / sfc / sfc_ef100_rx.c

diff --git a/drivers/net/sfc/sfc_ef100_rx.c b/drivers/net/sfc/sfc_ef100_rx.c
index c1c56d0..3039fc4 100644 (file)
--- a/drivers/net/sfc/sfc_ef100_rx.c
+++ b/drivers/net/sfc/sfc_ef100_rx.c
@@ -1,6 +1,6 @@
 /* SPDX-License-Identifier: BSD-3-Clause
  *
- * Copyright(c) 2019-2020 Xilinx, Inc.
+ * Copyright(c) 2019-2021 Xilinx, Inc.
  * Copyright(c) 2018-2019 Solarflare Communications Inc.
  *
  * This software was jointly developed between OKTET Labs (under contract
@@ -46,6 +46,9 @@
        ((_ndesc) - 1 /* head must not step on tail */ - \
         1 /* Rx error */ - 1 /* flush */)
 
+/** Invalid user mark value when the mark should be treated as unset */
+#define SFC_EF100_USER_MARK_INVALID    0
+
 struct sfc_ef100_rx_sw_desc {
        struct rte_mbuf                 *mbuf;
 };
@@ -116,6 +119,7 @@ sfc_ef100_rx_qpush(struct sfc_ef100_rxq *rxq, unsigned int added)
         * operations that follow it (i.e. doorbell write).
         */
        rte_write32(dword.ed_u32[0], rxq->doorbell);
+       rxq->dp.dpq.rx_dbells++;
 
        sfc_ef100_rx_debug(rxq, "RxQ pushed doorbell at pidx %u (added=%u)",
                           EFX_DWORD_FIELD(dword, ERF_GZ_RX_RING_PIDX),
@@ -199,7 +203,7 @@ sfc_ef100_rx_nt_or_inner_l4_csum(const efx_word_t class)
        return EFX_WORD_FIELD(class,
                              ESF_GZ_RX_PREFIX_HCLASS_NT_OR_INNER_L4_CSUM) ==
                ESE_GZ_RH_HCLASS_L4_CSUM_GOOD ?
-               PKT_RX_L4_CKSUM_GOOD : PKT_RX_L4_CKSUM_BAD;
+               RTE_MBUF_F_RX_L4_CKSUM_GOOD : RTE_MBUF_F_RX_L4_CKSUM_BAD;
 }
 
 static inline uint64_t
@@ -208,7 +212,7 @@ sfc_ef100_rx_tun_outer_l4_csum(const efx_word_t class)
        return EFX_WORD_FIELD(class,
                              ESF_GZ_RX_PREFIX_HCLASS_TUN_OUTER_L4_CSUM) ==
                ESE_GZ_RH_HCLASS_L4_CSUM_GOOD ?
-               PKT_RX_OUTER_L4_CKSUM_GOOD : PKT_RX_OUTER_L4_CKSUM_GOOD;
+               RTE_MBUF_F_RX_OUTER_L4_CKSUM_GOOD : RTE_MBUF_F_RX_OUTER_L4_CKSUM_BAD;
 }
 
 static uint32_t
@@ -264,11 +268,11 @@ sfc_ef100_rx_class_decode(const efx_word_t class, uint64_t *ol_flags)
                        ESF_GZ_RX_PREFIX_HCLASS_NT_OR_INNER_L3_CLASS)) {
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP4GOOD:
                        ptype |= RTE_PTYPE_L3_IPV4_EXT_UNKNOWN;
-                       *ol_flags |= PKT_RX_IP_CKSUM_GOOD;
+                       *ol_flags |= RTE_MBUF_F_RX_IP_CKSUM_GOOD;
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP4BAD:
                        ptype |= RTE_PTYPE_L3_IPV4_EXT_UNKNOWN;
-                       *ol_flags |= PKT_RX_IP_CKSUM_BAD;
+                       *ol_flags |= RTE_MBUF_F_RX_IP_CKSUM_BAD;
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP6:
                        ptype |= RTE_PTYPE_L3_IPV6_EXT_UNKNOWN;
@@ -305,7 +309,7 @@ sfc_ef100_rx_class_decode(const efx_word_t class, uint64_t *ol_flags)
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP4BAD:
                        ptype |= RTE_PTYPE_L3_IPV4_EXT_UNKNOWN;
-                       *ol_flags |= PKT_RX_EIP_CKSUM_BAD;
+                       *ol_flags |= RTE_MBUF_F_RX_OUTER_IP_CKSUM_BAD;
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP6:
                        ptype |= RTE_PTYPE_L3_IPV6_EXT_UNKNOWN;
@@ -316,11 +320,11 @@ sfc_ef100_rx_class_decode(const efx_word_t class, uint64_t *ol_flags)
                        ESF_GZ_RX_PREFIX_HCLASS_NT_OR_INNER_L3_CLASS)) {
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP4GOOD:
                        ptype |= RTE_PTYPE_INNER_L3_IPV4_EXT_UNKNOWN;
-                       *ol_flags |= PKT_RX_IP_CKSUM_GOOD;
+                       *ol_flags |= RTE_MBUF_F_RX_IP_CKSUM_GOOD;
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP4BAD:
                        ptype |= RTE_PTYPE_INNER_L3_IPV4_EXT_UNKNOWN;
-                       *ol_flags |= PKT_RX_IP_CKSUM_BAD;
+                       *ol_flags |= RTE_MBUF_F_RX_IP_CKSUM_BAD;
                        break;
                case ESE_GZ_RH_HCLASS_L3_CLASS_IP6:
                        ptype |= RTE_PTYPE_INNER_L3_IPV6_EXT_UNKNOWN;
@@ -365,7 +369,6 @@ static const efx_rx_prefix_layout_t sfc_ef100_rx_prefix_layout = {
 
                SFC_EF100_RX_PREFIX_FIELD(LENGTH, B_FALSE),
                SFC_EF100_RX_PREFIX_FIELD(RSS_HASH_VALID, B_FALSE),
-               SFC_EF100_RX_PREFIX_FIELD(USER_FLAG, B_FALSE),
                SFC_EF100_RX_PREFIX_FIELD(CLASS, B_FALSE),
                SFC_EF100_RX_PREFIX_FIELD(RSS_HASH, B_FALSE),
                SFC_EF100_RX_PREFIX_FIELD(USER_MARK, B_FALSE),
@@ -398,18 +401,22 @@ sfc_ef100_rx_prefix_to_offloads(const struct sfc_ef100_rxq *rxq,
        if ((rxq->flags & SFC_EF100_RXQ_RSS_HASH) &&
            EFX_TEST_OWORD_BIT(rx_prefix[0],
                               ESF_GZ_RX_PREFIX_RSS_HASH_VALID_LBN)) {
-               ol_flags |= PKT_RX_RSS_HASH;
+               ol_flags |= RTE_MBUF_F_RX_RSS_HASH;
                /* EFX_OWORD_FIELD converts little-endian to CPU */
                m->hash.rss = EFX_OWORD_FIELD(rx_prefix[0],
                                              ESF_GZ_RX_PREFIX_RSS_HASH);
        }
 
-       if ((rxq->flags & SFC_EF100_RXQ_USER_MARK) &&
-           EFX_TEST_OWORD_BIT(rx_prefix[0], ESF_GZ_RX_PREFIX_USER_FLAG_LBN)) {
-               ol_flags |= PKT_RX_FDIR_ID;
+       if (rxq->flags & SFC_EF100_RXQ_USER_MARK) {
+               uint32_t user_mark;
+
                /* EFX_OWORD_FIELD converts little-endian to CPU */
-               m->hash.fdir.hi = EFX_OWORD_FIELD(rx_prefix[0],
-                                                 ESF_GZ_RX_PREFIX_USER_MARK);
+               user_mark = EFX_OWORD_FIELD(rx_prefix[0],
+                                           ESF_GZ_RX_PREFIX_USER_MARK);
+               if (user_mark != SFC_EF100_USER_MARK_INVALID) {
+                       ol_flags |= RTE_MBUF_F_RX_FDIR_ID;
+                       m->hash.fdir.hi = user_mark;
+               }
        }
 
        m->ol_flags = ol_flags;
@@ -794,8 +801,7 @@ sfc_ef100_rx_qstart(struct sfc_dp_rxq *dp_rxq, unsigned int evq_read_ptr,
                rxq->flags &= ~SFC_EF100_RXQ_RSS_HASH;
 
        if ((unsup_rx_prefix_fields &
-            ((1U << EFX_RX_PREFIX_FIELD_USER_FLAG) |
-             (1U << EFX_RX_PREFIX_FIELD_USER_MARK))) == 0)
+            (1U << EFX_RX_PREFIX_FIELD_USER_MARK)) == 0)
                rxq->flags |= SFC_EF100_RXQ_USER_MARK;
        else
                rxq->flags &= ~SFC_EF100_RXQ_USER_MARK;
@@ -887,6 +893,20 @@ sfc_ef100_rx_intr_disable(struct sfc_dp_rxq *dp_rxq)
        return 0;
 }
 
+static sfc_dp_rx_get_pushed_t sfc_ef100_rx_get_pushed;
+static unsigned int
+sfc_ef100_rx_get_pushed(struct sfc_dp_rxq *dp_rxq)
+{
+       struct sfc_ef100_rxq *rxq = sfc_ef100_rxq_by_dp_rxq(dp_rxq);
+
+       /*
+        * The datapath keeps track only of added descriptors, since
+        * the number of pushed descriptors always equals the number
+        * of added descriptors due to enforced alignment.
+        */
+       return rxq->added;
+}
+
 struct sfc_dp_rx sfc_ef100_rx = {
        .dp = {
                .name           = SFC_KVARG_DATAPATH_EF100,
@@ -914,5 +934,6 @@ struct sfc_dp_rx sfc_ef100_rx = {
        .qdesc_status           = sfc_ef100_rx_qdesc_status,
        .intr_enable            = sfc_ef100_rx_intr_enable,
        .intr_disable           = sfc_ef100_rx_intr_disable,
+       .get_pushed             = sfc_ef100_rx_get_pushed,
        .pkt_burst              = sfc_ef100_recv_pkts,
 };