From: Xiao Wang Date: Wed, 23 Jan 2019 13:02:59 +0000 (+0800) Subject: vhost: remove vDPA available ring relay helper X-Git-Url: http://git.droids-corp.org/?a=commitdiff_plain;h=b1721295834b4da3e683e87ec5823b355624ebe2;p=dpdk.git vhost: remove vDPA available ring relay helper We don't need to relay available ring and check the desc, vdpa device can access the available ring in the guest directly. With this patch, we can achieve better throughput and lower CPU usage. Signed-off-by: Xiao Wang Reviewed-by: Maxime Coquelin --- diff --git a/drivers/net/ifc/ifcvf_vdpa.c b/drivers/net/ifc/ifcvf_vdpa.c index 972033b865..921a7e0585 100644 --- a/drivers/net/ifc/ifcvf_vdpa.c +++ b/drivers/net/ifc/ifcvf_vdpa.c @@ -584,9 +584,12 @@ m_ifcvf_start(struct ifcvf_internal *internal) } hw->vring[i].desc = gpa; - hw->vring[i].avail = m_vring_iova + - (char *)internal->m_vring[i].avail - - (char *)internal->m_vring[i].desc; + gpa = hva_to_gpa(vid, (uint64_t)(uintptr_t)vq.avail); + if (gpa == 0) { + DRV_LOG(ERR, "Fail to get GPA for available ring."); + return -1; + } + hw->vring[i].avail = gpa; hw->vring[i].used = m_vring_iova + (char *)internal->m_vring[i].used - @@ -673,13 +676,6 @@ m_disable_vfio_intr(struct ifcvf_internal *internal) rte_intr_disable(intr_handle); } -static void -update_avail_ring(struct ifcvf_internal *internal, uint16_t qid) -{ - rte_vdpa_relay_vring_avail(internal->vid, qid, &internal->m_vring[qid]); - ifcvf_notify_queue(&internal->hw, qid); -} - static void update_used_ring(struct ifcvf_internal *internal, uint16_t qid) { @@ -703,12 +699,10 @@ vring_relay(void *arg) vid = internal->vid; q_num = rte_vhost_get_vring_num(vid); /* prepare the mediated vring */ - for (qid = 0; qid < q_num; qid++) { + for (qid = 0; qid < q_num; qid++) rte_vhost_get_vring_base(vid, qid, &internal->m_vring[qid].avail->idx, &internal->m_vring[qid].used->idx); - rte_vdpa_relay_vring_avail(vid, qid, &internal->m_vring[qid]); - } /* add notify fd and interrupt fd to epoll */ epfd = epoll_create(IFCVF_MAX_QUEUES * 2); @@ -775,7 +769,7 @@ vring_relay(void *arg) if (events[i].data.u32 & 1) update_used_ring(internal, qid); else - update_avail_ring(internal, qid); + ifcvf_notify_queue(&internal->hw, qid); } } @@ -818,13 +812,14 @@ static int ifcvf_sw_fallback_switchover(struct ifcvf_internal *internal) { int ret; + int vid = internal->vid; /* stop the direct IO data path */ unset_notify_relay(internal); vdpa_ifcvf_stop(internal); vdpa_disable_vfio_intr(internal); - ret = rte_vhost_host_notifier_ctrl(internal->vid, false); + ret = rte_vhost_host_notifier_ctrl(vid, false); if (ret && ret != -ENOTSUP) goto error; @@ -843,6 +838,8 @@ ifcvf_sw_fallback_switchover(struct ifcvf_internal *internal) if (ret) goto stop_vf; + rte_vhost_host_notifier_ctrl(vid, true); + internal->sw_fallback_running = true; return 0; diff --git a/lib/librte_vhost/rte_vdpa.h b/lib/librte_vhost/rte_vdpa.h index c3c14816bb..51a9a7b747 100644 --- a/lib/librte_vhost/rte_vdpa.h +++ b/lib/librte_vhost/rte_vdpa.h @@ -174,25 +174,6 @@ rte_vdpa_get_device_num(void); int __rte_experimental rte_vhost_host_notifier_ctrl(int vid, bool enable); -/** - * @warning - * @b EXPERIMENTAL: this API may change without prior notice - * - * Synchronize the available ring from guest to mediated ring, help to - * check desc validity to protect against malicious guest driver. - * - * @param vid - * vhost device id - * @param qid - * vhost queue id - * @param vring_m - * mediated virtio ring pointer - * @return - * number of synced available entries on success, -1 on failure - */ -int __rte_experimental -rte_vdpa_relay_vring_avail(int vid, uint16_t qid, void *vring_m); - /** * @warning * @b EXPERIMENTAL: this API may change without prior notice diff --git a/lib/librte_vhost/rte_vhost_version.map b/lib/librte_vhost/rte_vhost_version.map index dd3b4c1cbf..bc843e2974 100644 --- a/lib/librte_vhost/rte_vhost_version.map +++ b/lib/librte_vhost/rte_vhost_version.map @@ -84,6 +84,5 @@ EXPERIMENTAL { rte_vhost_crypto_set_zero_copy; rte_vhost_va_from_guest_pa; rte_vhost_host_notifier_ctrl; - rte_vdpa_relay_vring_avail; rte_vdpa_relay_vring_used; }; diff --git a/lib/librte_vhost/vdpa.c b/lib/librte_vhost/vdpa.c index 02083bb8ad..1ff9b00b84 100644 --- a/lib/librte_vhost/vdpa.c +++ b/lib/librte_vhost/vdpa.c @@ -123,132 +123,6 @@ rte_vdpa_get_device_num(void) return vdpa_device_num; } -static bool -invalid_desc_check(struct virtio_net *dev, struct vhost_virtqueue *vq, - uint64_t desc_iova, uint64_t desc_len, uint8_t perm) -{ - uint64_t desc_addr, desc_chunck_len; - - while (desc_len) { - desc_chunck_len = desc_len; - desc_addr = vhost_iova_to_vva(dev, vq, - desc_iova, - &desc_chunck_len, - perm); - - if (!desc_addr) - return true; - - desc_len -= desc_chunck_len; - desc_iova += desc_chunck_len; - } - - return false; -} - -int __rte_experimental -rte_vdpa_relay_vring_avail(int vid, uint16_t qid, void *vring_m) -{ - struct virtio_net *dev = get_device(vid); - uint16_t idx, idx_m, desc_id; - struct vring_desc desc; - struct vhost_virtqueue *vq; - struct vring_desc *desc_ring; - struct vring_desc *idesc = NULL; - struct vring *s_vring; - uint64_t dlen; - uint32_t nr_descs; - int ret; - uint8_t perm; - - if (!dev || !vring_m) - return -1; - - if (qid >= dev->nr_vring) - return -1; - - if (vq_is_packed(dev)) - return -1; - - s_vring = (struct vring *)vring_m; - vq = dev->virtqueue[qid]; - idx = vq->avail->idx; - idx_m = s_vring->avail->idx; - ret = (uint16_t)(idx - idx_m); - - while (idx_m != idx) { - /* avail entry copy */ - desc_id = vq->avail->ring[idx_m & (vq->size - 1)]; - if (unlikely(desc_id >= vq->size)) - return -1; - - s_vring->avail->ring[idx_m & (vq->size - 1)] = desc_id; - desc_ring = vq->desc; - nr_descs = vq->size; - - if (vq->desc[desc_id].flags & VRING_DESC_F_INDIRECT) { - dlen = vq->desc[desc_id].len; - nr_descs = dlen / sizeof(struct vring_desc); - if (unlikely(nr_descs > vq->size)) - return -1; - - desc_ring = (struct vring_desc *)(uintptr_t) - vhost_iova_to_vva(dev, vq, - vq->desc[desc_id].addr, &dlen, - VHOST_ACCESS_RO); - if (unlikely(!desc_ring)) - return -1; - - if (unlikely(dlen < vq->desc[desc_id].len)) { - idesc = alloc_copy_ind_table(dev, vq, - vq->desc[desc_id].addr, - vq->desc[desc_id].len); - if (unlikely(!idesc)) - return -1; - - desc_ring = idesc; - } - - desc_id = 0; - } - - /* check if the buf addr is within the guest memory */ - do { - if (unlikely(desc_id >= vq->size)) - goto fail; - if (unlikely(nr_descs-- == 0)) - goto fail; - desc = desc_ring[desc_id]; - perm = desc.flags & VRING_DESC_F_WRITE ? - VHOST_ACCESS_WO : VHOST_ACCESS_RO; - if (invalid_desc_check(dev, vq, desc.addr, desc.len, - perm)) - goto fail; - desc_id = desc.next; - } while (desc.flags & VRING_DESC_F_NEXT); - - if (unlikely(idesc)) { - free_ind_table(idesc); - idesc = NULL; - } - - idx_m++; - } - - rte_smp_wmb(); - s_vring->avail->idx = idx; - - if (dev->features & (1ULL << VIRTIO_RING_F_EVENT_IDX)) - vhost_avail_event(vq) = idx; - - return ret; - -fail: - if (unlikely(idesc)) - free_ind_table(idesc); - return -1; -} - int __rte_experimental rte_vdpa_relay_vring_used(int vid, uint16_t qid, void *vring_m) {