net/ixgbe: support packet type parsing in SSE Rx

[dpdk.git] / drivers / net / ixgbe / ixgbe_rxtx_vec_sse.c

diff --git a/drivers/net/ixgbe/ixgbe_rxtx_vec_sse.c b/drivers/net/ixgbe/ixgbe_rxtx_vec_sse.c
index d209bb2..e704a7f 100644 (file)
--- a/drivers/net/ixgbe/ixgbe_rxtx_vec_sse.c
+++ b/drivers/net/ixgbe/ixgbe_rxtx_vec_sse.c
@@ -232,6 +232,68 @@ desc_to_olflags_v(__m128i descs[4], __m128i mbuf_init, uint8_t vlan_flags,
        _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3);
 }
 
+static inline uint32_t get_packet_type(int index,
+                                      uint32_t pkt_info,
+                                      uint32_t etqf_check,
+                                      uint32_t tunnel_check)
+{
+       if (etqf_check & (0x02 << (index * RTE_IXGBE_DESCS_PER_LOOP)))
+               return RTE_PTYPE_UNKNOWN;
+
+       if (tunnel_check & (0x02 << (index * RTE_IXGBE_DESCS_PER_LOOP))) {
+               pkt_info &= IXGBE_PACKET_TYPE_MASK_TUNNEL;
+               return ptype_table_tn[pkt_info];
+       }
+
+       pkt_info &= IXGBE_PACKET_TYPE_MASK_82599;
+       return ptype_table[pkt_info];
+}
+
+static inline void
+desc_to_ptype_v(__m128i descs[4], uint16_t pkt_type_mask,
+               struct rte_mbuf **rx_pkts)
+{
+       __m128i etqf_mask = _mm_set_epi64x(0x800000008000LL, 0x800000008000LL);
+       __m128i ptype_mask = _mm_set_epi32(
+               pkt_type_mask, pkt_type_mask, pkt_type_mask, pkt_type_mask);
+       __m128i tunnel_mask =
+               _mm_set_epi64x(0x100000001000LL, 0x100000001000LL);
+
+       uint32_t etqf_check, tunnel_check, pkt_info;
+
+       __m128i ptype0 = _mm_unpacklo_epi32(descs[0], descs[2]);
+       __m128i ptype1 = _mm_unpacklo_epi32(descs[1], descs[3]);
+
+       /* interleave low 32 bits,
+        * now we have 4 ptypes in a XMM register
+        */
+       ptype0 = _mm_unpacklo_epi32(ptype0, ptype1);
+
+       /* create a etqf bitmask based on the etqf bit. */
+       etqf_check = _mm_movemask_epi8(_mm_and_si128(ptype0, etqf_mask));
+
+       /* shift left by IXGBE_PACKET_TYPE_SHIFT, and apply ptype mask */
+       ptype0 = _mm_and_si128(_mm_srli_epi32(ptype0, IXGBE_PACKET_TYPE_SHIFT),
+                              ptype_mask);
+
+       /* create a tunnel bitmask based on the tunnel bit */
+       tunnel_check = _mm_movemask_epi8(
+               _mm_slli_epi32(_mm_and_si128(ptype0, tunnel_mask), 0x3));
+
+       pkt_info = _mm_extract_epi32(ptype0, 0);
+       rx_pkts[0]->packet_type =
+               get_packet_type(0, pkt_info, etqf_check, tunnel_check);
+       pkt_info = _mm_extract_epi32(ptype0, 1);
+       rx_pkts[1]->packet_type =
+               get_packet_type(1, pkt_info, etqf_check, tunnel_check);
+       pkt_info = _mm_extract_epi32(ptype0, 2);
+       rx_pkts[2]->packet_type =
+               get_packet_type(2, pkt_info, etqf_check, tunnel_check);
+       pkt_info = _mm_extract_epi32(ptype0, 3);
+       rx_pkts[3]->packet_type =
+               get_packet_type(3, pkt_info, etqf_check, tunnel_check);
+}
+
 /*
  * vPMD raw receive routine, only accept(nb_pkts >= RTE_IXGBE_DESCS_PER_LOOP)
  *
@@ -461,6 +523,8 @@ _recv_raw_pkts_vec(struct ixgbe_rx_queue *rxq, struct rte_mbuf **rx_pkts,
                _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1,
                                pkt_mb1);
 
+               desc_to_ptype_v(descs, rxq->pkt_type_mask, &rx_pkts[pos]);
+
                /* C.4 calc avaialbe number of desc */
                var = __builtin_popcountll(_mm_cvtsi128_si64(staterr));
                nb_pkts_recd += var;