net/bnxt: refactor multi-queue Rx configuration
[dpdk.git] / drivers / net / virtio / virtio_user / virtio_user_dev.c
index 7128457..364f43e 100644 (file)
@@ -13,6 +13,7 @@
 #include <sys/types.h>
 #include <sys/stat.h>
 
+#include <rte_alarm.h>
 #include <rte_string_fns.h>
 #include <rte_eal_memconfig.h>
 
@@ -283,13 +284,7 @@ virtio_user_dev_init_notify(struct virtio_user_dev *dev)
        int callfd;
        int kickfd;
 
-       for (i = 0; i < VIRTIO_MAX_VIRTQUEUES; ++i) {
-               if (i >= dev->max_queue_pairs * 2) {
-                       dev->kickfds[i] = -1;
-                       dev->callfds[i] = -1;
-                       continue;
-               }
-
+       for (i = 0; i < dev->max_queue_pairs * 2; i++) {
                /* May use invalid flag, but some backend uses kickfd and
                 * callfd as criteria to judge if dev is alive. so finally we
                 * use real event_fd.
@@ -297,35 +292,56 @@ virtio_user_dev_init_notify(struct virtio_user_dev *dev)
                callfd = eventfd(0, EFD_CLOEXEC | EFD_NONBLOCK);
                if (callfd < 0) {
                        PMD_DRV_LOG(ERR, "(%s) callfd error, %s", dev->path, strerror(errno));
-                       break;
+                       goto err;
                }
                kickfd = eventfd(0, EFD_CLOEXEC | EFD_NONBLOCK);
                if (kickfd < 0) {
                        close(callfd);
                        PMD_DRV_LOG(ERR, "(%s) kickfd error, %s", dev->path, strerror(errno));
-                       break;
+                       goto err;
                }
                dev->callfds[i] = callfd;
                dev->kickfds[i] = kickfd;
        }
 
-       if (i < VIRTIO_MAX_VIRTQUEUES) {
-               for (j = 0; j < i; ++j) {
-                       close(dev->callfds[j]);
+       return 0;
+err:
+       for (j = 0; j < i; j++) {
+               if (dev->kickfds[j] >= 0) {
                        close(dev->kickfds[j]);
+                       dev->kickfds[j] = -1;
+               }
+               if (dev->callfds[j] >= 0) {
+                       close(dev->callfds[j]);
+                       dev->callfds[j] = -1;
                }
-
-               return -1;
        }
 
-       return 0;
+       return -1;
+}
+
+static void
+virtio_user_dev_uninit_notify(struct virtio_user_dev *dev)
+{
+       uint32_t i;
+
+       for (i = 0; i < dev->max_queue_pairs * 2; ++i) {
+               if (dev->kickfds[i] >= 0) {
+                       close(dev->kickfds[i]);
+                       dev->kickfds[i] = -1;
+               }
+               if (dev->callfds[i] >= 0) {
+                       close(dev->callfds[i]);
+                       dev->callfds[i] = -1;
+               }
+       }
 }
 
 static int
 virtio_user_fill_intr_handle(struct virtio_user_dev *dev)
 {
        uint32_t i;
-       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->port_id];
+       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->hw.port_id];
 
        if (!eth_dev->intr_handle) {
                eth_dev->intr_handle = malloc(sizeof(*eth_dev->intr_handle));
@@ -398,11 +414,6 @@ exit:
 static int
 virtio_user_dev_setup(struct virtio_user_dev *dev)
 {
-       uint32_t q;
-
-       dev->vhostfds = NULL;
-       dev->tapfds = NULL;
-
        if (dev->is_server) {
                if (dev->backend_type != VIRTIO_USER_BACKEND_VHOST_USER) {
                        PMD_DRV_LOG(ERR, "Server mode only supports vhost-user!");
@@ -410,34 +421,21 @@ virtio_user_dev_setup(struct virtio_user_dev *dev)
                }
        }
 
-       if (dev->backend_type == VIRTIO_USER_BACKEND_VHOST_USER) {
+       switch (dev->backend_type) {
+       case VIRTIO_USER_BACKEND_VHOST_USER:
                dev->ops = &virtio_ops_user;
-       } else if (dev->backend_type ==
-                       VIRTIO_USER_BACKEND_VHOST_KERNEL) {
+               break;
+       case VIRTIO_USER_BACKEND_VHOST_KERNEL:
                dev->ops = &virtio_ops_kernel;
-
-               dev->vhostfds = malloc(dev->max_queue_pairs *
-                               sizeof(int));
-               dev->tapfds = malloc(dev->max_queue_pairs *
-                               sizeof(int));
-               if (!dev->vhostfds || !dev->tapfds) {
-                       PMD_INIT_LOG(ERR, "(%s) Failed to allocate FDs", dev->path);
-                       return -1;
-               }
-
-               for (q = 0; q < dev->max_queue_pairs; ++q) {
-                       dev->vhostfds[q] = -1;
-                       dev->tapfds[q] = -1;
-               }
-       } else if (dev->backend_type ==
-                       VIRTIO_USER_BACKEND_VHOST_VDPA) {
+               break;
+       case VIRTIO_USER_BACKEND_VHOST_VDPA:
                dev->ops = &virtio_ops_vdpa;
-       } else {
+               break;
+       default:
                PMD_DRV_LOG(ERR, "(%s) Unknown backend type", dev->path);
                return -1;
        }
 
-
        if (dev->ops->setup(dev) < 0) {
                PMD_INIT_LOG(ERR, "(%s) Failed to setup backend\n", dev->path);
                return -1;
@@ -445,15 +443,22 @@ virtio_user_dev_setup(struct virtio_user_dev *dev)
 
        if (virtio_user_dev_init_notify(dev) < 0) {
                PMD_INIT_LOG(ERR, "(%s) Failed to init notifiers\n", dev->path);
-               return -1;
+               goto destroy;
        }
 
        if (virtio_user_fill_intr_handle(dev) < 0) {
                PMD_INIT_LOG(ERR, "(%s) Failed to init interrupt handler\n", dev->path);
-               return -1;
+               goto uninit;
        }
 
        return 0;
+
+uninit:
+       virtio_user_dev_uninit_notify(dev);
+destroy:
+       dev->ops->destroy(dev);
+
+       return -1;
 }
 
 /* Use below macro to filter features from vhost backend */
@@ -484,9 +489,16 @@ virtio_user_dev_init(struct virtio_user_dev *dev, char *path, int queues,
                     enum virtio_user_backend_type backend_type)
 {
        uint64_t backend_features;
+       int i;
 
        pthread_mutex_init(&dev->mutex, NULL);
        strlcpy(dev->path, path, PATH_MAX);
+
+       for (i = 0; i < VIRTIO_MAX_VIRTQUEUES; i++) {
+               dev->kickfds[i] = -1;
+               dev->callfds[i] = -1;
+       }
+
        dev->started = 0;
        dev->max_queue_pairs = queues;
        dev->queue_pairs = 1; /* mq disabled by default */
@@ -583,25 +595,11 @@ virtio_user_dev_init(struct virtio_user_dev *dev, char *path, int queues,
 void
 virtio_user_dev_uninit(struct virtio_user_dev *dev)
 {
-       uint32_t i;
-
        virtio_user_stop_device(dev);
 
        rte_mem_event_callback_unregister(VIRTIO_USER_MEM_EVENT_CLB_NAME, dev);
 
-       for (i = 0; i < dev->max_queue_pairs * 2; ++i) {
-               close(dev->callfds[i]);
-               close(dev->kickfds[i]);
-       }
-       if (dev->vhostfds) {
-               for (i = 0; i < dev->max_queue_pairs; ++i) {
-                       close(dev->vhostfds[i]);
-                       if (dev->tapfds[i] >= 0)
-                               close(dev->tapfds[i]);
-               }
-               free(dev->vhostfds);
-               free(dev->tapfds);
-       }
+       virtio_user_dev_uninit_notify(dev);
 
        free(dev->ifname);
 
@@ -874,13 +872,13 @@ virtio_user_dev_reset_queues_packed(struct rte_eth_dev *eth_dev)
        /* Vring reset for each Tx queue and Rx queue. */
        for (i = 0; i < eth_dev->data->nb_rx_queues; i++) {
                rxvq = eth_dev->data->rx_queues[i];
-               virtqueue_rxvq_reset_packed(rxvq->vq);
+               virtqueue_rxvq_reset_packed(virtnet_rxq_to_vq(rxvq));
                virtio_dev_rx_queue_setup_finish(eth_dev, i);
        }
 
        for (i = 0; i < eth_dev->data->nb_tx_queues; i++) {
                txvq = eth_dev->data->tx_queues[i];
-               virtqueue_txvq_reset_packed(txvq->vq);
+               virtqueue_txvq_reset_packed(virtnet_txq_to_vq(txvq));
        }
 
        hw->started = 1;
@@ -888,23 +886,36 @@ virtio_user_dev_reset_queues_packed(struct rte_eth_dev *eth_dev)
 }
 
 void
-virtio_user_dev_delayed_handler(void *param)
+virtio_user_dev_delayed_disconnect_handler(void *param)
 {
        struct virtio_user_dev *dev = param;
-       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->port_id];
+       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->hw.port_id];
 
        if (rte_intr_disable(eth_dev->intr_handle) < 0) {
                PMD_DRV_LOG(ERR, "interrupt disable failed");
                return;
        }
-       rte_intr_callback_unregister(eth_dev->intr_handle,
-                                    virtio_interrupt_handler, eth_dev);
+       PMD_DRV_LOG(DEBUG, "Unregistering intr fd: %d",
+                   eth_dev->intr_handle->fd);
+       if (rte_intr_callback_unregister(eth_dev->intr_handle,
+                                        virtio_interrupt_handler,
+                                        eth_dev) != 1)
+               PMD_DRV_LOG(ERR, "interrupt unregister failed");
+
        if (dev->is_server) {
                if (dev->ops->server_disconnect)
                        dev->ops->server_disconnect(dev);
+
                eth_dev->intr_handle->fd = dev->ops->get_intr_fd(dev);
-               rte_intr_callback_register(eth_dev->intr_handle,
-                                          virtio_interrupt_handler, eth_dev);
+
+               PMD_DRV_LOG(DEBUG, "Registering intr fd: %d",
+                           eth_dev->intr_handle->fd);
+
+               if (rte_intr_callback_register(eth_dev->intr_handle,
+                                              virtio_interrupt_handler,
+                                              eth_dev))
+                       PMD_DRV_LOG(ERR, "interrupt register failed");
+
                if (rte_intr_enable(eth_dev->intr_handle) < 0) {
                        PMD_DRV_LOG(ERR, "interrupt enable failed");
                        return;
@@ -912,11 +923,37 @@ virtio_user_dev_delayed_handler(void *param)
        }
 }
 
+static void
+virtio_user_dev_delayed_intr_reconfig_handler(void *param)
+{
+       struct virtio_user_dev *dev = param;
+       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->hw.port_id];
+
+       PMD_DRV_LOG(DEBUG, "Unregistering intr fd: %d",
+                   eth_dev->intr_handle->fd);
+
+       if (rte_intr_callback_unregister(eth_dev->intr_handle,
+                                        virtio_interrupt_handler,
+                                        eth_dev) != 1)
+               PMD_DRV_LOG(ERR, "interrupt unregister failed");
+
+       eth_dev->intr_handle->fd = dev->ops->get_intr_fd(dev);
+
+       PMD_DRV_LOG(DEBUG, "Registering intr fd: %d", eth_dev->intr_handle->fd);
+
+       if (rte_intr_callback_register(eth_dev->intr_handle,
+                                      virtio_interrupt_handler, eth_dev))
+               PMD_DRV_LOG(ERR, "interrupt register failed");
+
+       if (rte_intr_enable(eth_dev->intr_handle) < 0)
+               PMD_DRV_LOG(ERR, "interrupt enable failed");
+}
+
 int
 virtio_user_dev_server_reconnect(struct virtio_user_dev *dev)
 {
        int ret, old_status;
-       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->port_id];
+       struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->hw.port_id];
        struct virtio_hw *hw = &dev->hw;
 
        if (!dev->ops->server_reconnect) {
@@ -977,18 +1014,14 @@ virtio_user_dev_server_reconnect(struct virtio_user_dev *dev)
                        PMD_DRV_LOG(ERR, "interrupt disable failed");
                        return -1;
                }
-               rte_intr_callback_unregister(eth_dev->intr_handle,
-                                            virtio_interrupt_handler,
-                                            eth_dev);
-
-               eth_dev->intr_handle->fd = dev->ops->get_intr_fd(dev);
-               rte_intr_callback_register(eth_dev->intr_handle,
-                                          virtio_interrupt_handler, eth_dev);
-
-               if (rte_intr_enable(eth_dev->intr_handle) < 0) {
-                       PMD_DRV_LOG(ERR, "interrupt enable failed");
-                       return -1;
-               }
+               /*
+                * This function can be called from the interrupt handler, so
+                * we can't unregister interrupt handler here.  Setting
+                * alarm to do that later.
+                */
+               rte_eal_alarm_set(1,
+                       virtio_user_dev_delayed_intr_reconfig_handler,
+                       (void *)dev);
        }
        PMD_INIT_LOG(NOTICE, "server mode virtio-user reconnection succeeds!");
        return 0;