vhost: introduce async enqueue registration API

[dpdk.git] / lib / librte_vhost / vhost_user.c

diff --git a/lib/librte_vhost/vhost_user.c b/lib/librte_vhost/vhost_user.c
index 6039a8f..aa86055 100644 (file)
--- a/lib/librte_vhost/vhost_user.c
+++ b/lib/librte_vhost/vhost_user.c
@@ -476,12 +476,14 @@ vhost_user_set_vring_num(struct virtio_net **pdev,
        } else {
                if (vq->shadow_used_split)
                        rte_free(vq->shadow_used_split);
+
                vq->shadow_used_split = rte_malloc(NULL,
                                vq->size * sizeof(struct vring_used_elem),
                                RTE_CACHE_LINE_SIZE);
+
                if (!vq->shadow_used_split) {
                        VHOST_LOG_CONFIG(ERR,
-                                       "failed to allocate memory for shadow used ring.\n");
+                                       "failed to allocate memory for vq internal data.\n");
                        return RTE_VHOST_MSG_RESULT_ERR;
                }
        }
@@ -1166,7 +1168,8 @@ vhost_user_set_mem_table(struct virtio_net **pdev, struct VhostUserMsg *msg,
                        goto err_mmap;
                }
 
-               populate = (dev->dequeue_zero_copy) ? MAP_POPULATE : 0;
+               populate = (dev->dequeue_zero_copy || dev->async_copy) ?
+                       MAP_POPULATE : 0;
                mmap_addr = mmap(NULL, mmap_size, PROT_READ | PROT_WRITE,
                                 MAP_SHARED | populate, fd, 0);
 
@@ -1181,7 +1184,7 @@ vhost_user_set_mem_table(struct virtio_net **pdev, struct VhostUserMsg *msg,
                reg->host_user_addr = (uint64_t)(uintptr_t)mmap_addr +
                                      mmap_offset;
 
-               if (dev->dequeue_zero_copy)
+               if (dev->dequeue_zero_copy || dev->async_copy)
                        if (add_guest_pages(dev, reg, alignment) < 0) {
                                VHOST_LOG_CONFIG(ERR,
                                        "adding guest pages to region %u failed.\n",
@@ -1979,6 +1982,12 @@ vhost_user_get_vring_base(struct virtio_net **pdev,
        } else {
                rte_free(vq->shadow_used_split);
                vq->shadow_used_split = NULL;
+               if (vq->async_pkts_pending)
+                       rte_free(vq->async_pkts_pending);
+               if (vq->async_pending_info)
+                       rte_free(vq->async_pending_info);
+               vq->async_pkts_pending = NULL;
+               vq->async_pending_info = NULL;
        }
 
        rte_free(vq->batch_copy_elems);
@@ -2012,6 +2021,14 @@ vhost_user_set_vring_enable(struct virtio_net **pdev,
                "set queue enable: %d to qp idx: %d\n",
                enable, index);
 
+       if (!enable && dev->virtqueue[index]->async_registered) {
+               if (dev->virtqueue[index]->async_pkts_inflight_n) {
+                       VHOST_LOG_CONFIG(ERR, "failed to disable vring. "
+                       "async inflight packets must be completed first\n");
+                       return RTE_VHOST_MSG_RESULT_ERR;
+               }
+       }
+
        /* On disable, rings have to be stopped being processed. */
        if (!enable && dev->dequeue_zero_copy)
                drain_zmbuf_list(dev->virtqueue[index]);