net/qede: remove flags from Tx entry
[dpdk.git] / drivers / net / virtio / virtio_rxtx_packed_neon.h
index 01c77b7..851c81f 100644 (file)
@@ -12,7 +12,7 @@
 #include <rte_vect.h>
 
 #include "virtio_ethdev.h"
-#include "virtio_pci.h"
+#include "virtio.h"
 #include "virtio_rxtx_packed.h"
 #include "virtqueue.h"
 
@@ -71,8 +71,8 @@ virtqueue_enqueue_batch_packed_vec(struct virtnet_tx *txvq,
        uint32x4_t def_ref_seg = vdupq_n_u32(0x10001);
        /* Check refcnt and nb_segs. */
        uint32x4_t ref_seg = vreinterpretq_u32_u8(vqtbl2q_u8(mbuf, ref_seg_msk));
-       poly128_t cmp1 = vreinterpretq_p128_u32(~vceqq_u32(ref_seg, def_ref_seg));
-       if (unlikely(cmp1))
+       uint64x2_t cmp1 = vreinterpretq_u64_u32(~vceqq_u32(ref_seg, def_ref_seg));
+       if (unlikely(vgetq_lane_u64(cmp1, 0) || vgetq_lane_u64(cmp1, 1)))
                return -1;
 
        /* Check headroom is enough. */
@@ -97,12 +97,12 @@ virtqueue_enqueue_batch_packed_vec(struct virtnet_tx *txvq,
 
        uint64x2x2_t desc[PACKED_BATCH_SIZE / 2];
        uint64x2_t base_addr0 = {
-               VIRTIO_MBUF_ADDR(tx_pkts[0], vq) + tx_pkts[0]->data_off,
-               VIRTIO_MBUF_ADDR(tx_pkts[1], vq) + tx_pkts[1]->data_off
+               tx_pkts[0]->buf_iova + tx_pkts[0]->data_off,
+               tx_pkts[1]->buf_iova + tx_pkts[1]->data_off
        };
        uint64x2_t base_addr1 = {
-               VIRTIO_MBUF_ADDR(tx_pkts[2], vq) + tx_pkts[2]->data_off,
-               VIRTIO_MBUF_ADDR(tx_pkts[3], vq) + tx_pkts[3]->data_off
+               tx_pkts[2]->buf_iova + tx_pkts[2]->data_off,
+               tx_pkts[3]->buf_iova + tx_pkts[3]->data_off
        };
 
        desc[0].val[0] = base_addr0;
@@ -225,10 +225,10 @@ virtqueue_dequeue_batch_packed_vec(struct virtnet_rx *rxvq,
        if (vq->vq_packed.used_wrap_counter)
                v_used_flag = vdupq_n_u32(PACKED_FLAGS_MASK);
 
-       poly128_t desc_stats = vreinterpretq_p128_u32(~vceqq_u32(v_flag, v_used_flag));
+       uint64x2_t desc_stats = vreinterpretq_u64_u32(~vceqq_u32(v_flag, v_used_flag));
 
        /* Check all descs are used. */
-       if (desc_stats)
+       if (unlikely(vgetq_lane_u64(desc_stats, 0) || vgetq_lane_u64(desc_stats, 1)))
                return -1;
 
        /* Load 2 mbuf pointers per time. */