ring: guarantee load/load order in enqueue and dequeue

[dpdk.git] / drivers / net / i40e / i40e_rxtx_vec_altivec.c

diff --git a/drivers/net/i40e/i40e_rxtx_vec_altivec.c b/drivers/net/i40e/i40e_rxtx_vec_altivec.c
index 2f6f70a..5e4e472 100644 (file)
--- a/drivers/net/i40e/i40e_rxtx_vec_altivec.c
+++ b/drivers/net/i40e/i40e_rxtx_vec_altivec.c
@@ -100,7 +100,7 @@ i40e_rxq_rearm(struct i40e_rx_queue *rxq)
                p1 = (uintptr_t)&mb1->rearm_data;
                *(uint64_t *)p1 = rxq->mbuf_initializer;
 
-               /* load buf_addr(lo 64bit) and buf_physaddr(hi 64bit) */
+               /* load buf_addr(lo 64bit) and buf_iova(hi 64bit) */
                vaddr0 = vec_ld(0, (vector unsigned long *)&mb0->buf_addr);
                vaddr1 = vec_ld(0, (vector unsigned long *)&mb1->buf_addr);
 
@@ -130,14 +130,6 @@ i40e_rxq_rearm(struct i40e_rx_queue *rxq)
        I40E_PCI_REG_WRITE(rxq->qrx_tail, rx_id);
 }
 
-/* Handling the offload flags (olflags) field takes computation
- * time when receiving packets. Therefore we provide a flag to disable
- * the processing of the olflags field when they are not needed. This
- * gives improved performance, at the cost of losing the offload info
- * in the received packet
- */
-#ifdef RTE_LIBRTE_I40E_RX_OLFLAGS_ENABLE
-
 static inline void
 desc_to_olflags_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts)
 {
@@ -154,7 +146,7 @@ desc_to_olflags_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts)
        /* map rss and vlan type to rss hash and vlan flag */
        const vector unsigned char vlan_flags = (vector unsigned char){
                        0, 0, 0, 0,
-                       PKT_RX_VLAN_PKT | PKT_RX_VLAN_STRIPPED, 0, 0, 0,
+                       PKT_RX_VLAN | PKT_RX_VLAN_STRIPPED, 0, 0, 0,
                        0, 0, 0, 0,
                        0, 0, 0, 0};
 
@@ -202,14 +194,12 @@ desc_to_olflags_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts)
        rx_pkts[2]->ol_flags = (uint64_t)vlan0[0];
        rx_pkts[3]->ol_flags = (uint64_t)vlan0[1];
 }
-#else
-#define desc_to_olflags_v(desc, rx_pkts) do {} while (0)
-#endif
 
 #define PKTLEN_SHIFT     10
 
 static inline void
-desc_to_ptype_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts)
+desc_to_ptype_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts,
+               uint32_t *ptype_tbl)
 {
        vector unsigned long ptype0 = vec_mergel(descs[0], descs[1]);
        vector unsigned long ptype1 = vec_mergel(descs[2], descs[3]);
@@ -217,14 +207,14 @@ desc_to_ptype_v(vector unsigned long descs[4], struct rte_mbuf **rx_pkts)
        ptype0 = vec_sr(ptype0, (vector unsigned long){30, 30});
        ptype1 = vec_sr(ptype1, (vector unsigned long){30, 30});
 
-       rx_pkts[0]->packet_type = i40e_rxd_pkt_type_mapping(
-                                       (*(vector unsigned char *)&ptype0)[0]);
-       rx_pkts[1]->packet_type = i40e_rxd_pkt_type_mapping(
-                                       (*(vector unsigned char *)&ptype0)[8]);
-       rx_pkts[2]->packet_type = i40e_rxd_pkt_type_mapping(
-                                       (*(vector unsigned char *)&ptype1)[0]);
-       rx_pkts[3]->packet_type = i40e_rxd_pkt_type_mapping(
-                                       (*(vector unsigned char *)&ptype1)[8]);
+       rx_pkts[0]->packet_type =
+               ptype_tbl[(*(vector unsigned char *)&ptype0)[0]];
+       rx_pkts[1]->packet_type =
+               ptype_tbl[(*(vector unsigned char *)&ptype0)[8]];
+       rx_pkts[2]->packet_type =
+               ptype_tbl[(*(vector unsigned char *)&ptype1)[0]];
+       rx_pkts[3]->packet_type =
+               ptype_tbl[(*(vector unsigned char *)&ptype1)[8]];
 }
 
  /* Notice:
@@ -242,6 +232,7 @@ _recv_raw_pkts_vec(struct i40e_rx_queue *rxq, struct rte_mbuf **rx_pkts,
        int pos;
        uint64_t var;
        vector unsigned char shuf_msk;
+       uint32_t *ptype_tbl = rxq->vsi->adapter->ptype_tbl;
 
        vector unsigned short crc_adjust = (vector unsigned short){
                0, 0,         /* ignore pkt_type field */
@@ -466,7 +457,7 @@ _recv_raw_pkts_vec(struct i40e_rx_queue *rxq, struct rte_mbuf **rx_pkts,
                vec_st(pkt_mb1, 0,
                 (vector unsigned char *)&rx_pkts[pos]->rx_descriptor_fields1
                );
-               desc_to_ptype_v(descs, &rx_pkts[pos]);
+               desc_to_ptype_v(descs, &rx_pkts[pos], ptype_tbl);
                desc_to_olflags_v(descs, &rx_pkts[pos]);
 
                /* C.4 calc avaialbe number of desc */
@@ -547,7 +538,7 @@ vtx1(volatile struct i40e_tx_desc *txdp,
                ((uint64_t)pkt->data_len << I40E_TXD_QW1_TX_BUF_SZ_SHIFT));
 
        vector unsigned long descriptor = (vector unsigned long){
-               pkt->buf_physaddr + pkt->data_off, high_qw};
+               pkt->buf_iova + pkt->data_off, high_qw};
        *(vector unsigned long *)txdp = descriptor;
 }