eal: remove limitation on cpuset with --lcores
[dpdk.git] / lib / librte_vhost / socket.c
index ebb2ff6..9740fb3 100644 (file)
@@ -127,12 +127,12 @@ read_fd_message(int sockfd, char *buf, int buflen, int *fds, int max_fds,
 
        ret = recvmsg(sockfd, &msgh, 0);
        if (ret <= 0) {
-               RTE_LOG(ERR, VHOST_CONFIG, "recvmsg failed\n");
+               VHOST_LOG_CONFIG(ERR, "recvmsg failed\n");
                return ret;
        }
 
        if (msgh.msg_flags & (MSG_TRUNC | MSG_CTRUNC)) {
-               RTE_LOG(ERR, VHOST_CONFIG, "truncated msg\n");
+               VHOST_LOG_CONFIG(ERR, "truncated msg\n");
                return -1;
        }
 
@@ -177,7 +177,7 @@ send_fd_message(int sockfd, char *buf, int buflen, int *fds, int fd_num)
                msgh.msg_controllen = sizeof(control);
                cmsg = CMSG_FIRSTHDR(&msgh);
                if (cmsg == NULL) {
-                       RTE_LOG(ERR, VHOST_CONFIG, "cmsg == NULL\n");
+                       VHOST_LOG_CONFIG(ERR, "cmsg == NULL\n");
                        errno = EINVAL;
                        return -1;
                }
@@ -195,7 +195,7 @@ send_fd_message(int sockfd, char *buf, int buflen, int *fds, int fd_num)
        } while (ret < 0 && errno == EINTR);
 
        if (ret < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,  "sendmsg error\n");
+               VHOST_LOG_CONFIG(ERR,  "sendmsg error\n");
                return ret;
        }
 
@@ -240,12 +240,12 @@ vhost_user_add_connection(int fd, struct vhost_user_socket *vsocket)
        if (vsocket->linearbuf)
                vhost_enable_linearbuf(vid);
 
-       RTE_LOG(INFO, VHOST_CONFIG, "new device, handle is %d\n", vid);
+       VHOST_LOG_CONFIG(INFO, "new device, handle is %d\n", vid);
 
        if (vsocket->notify_ops->new_connection) {
                ret = vsocket->notify_ops->new_connection(vid);
                if (ret < 0) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                                "failed to add vhost user connection with fd %d\n",
                                fd);
                        goto err_cleanup;
@@ -258,7 +258,7 @@ vhost_user_add_connection(int fd, struct vhost_user_socket *vsocket)
        ret = fdset_add(&vhost_user.fdset, fd, vhost_user_read_cb,
                        NULL, conn);
        if (ret < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "failed to add fd %d into vhost server fdset\n",
                        fd);
 
@@ -292,7 +292,7 @@ vhost_user_server_new_connection(int fd, void *dat, int *remove __rte_unused)
        if (fd < 0)
                return;
 
-       RTE_LOG(INFO, VHOST_CONFIG, "new vhost user connection is %d\n", fd);
+       VHOST_LOG_CONFIG(INFO, "new vhost user connection is %d\n", fd);
        vhost_user_add_connection(fd, vsocket);
 }
 
@@ -340,11 +340,11 @@ create_unix_socket(struct vhost_user_socket *vsocket)
        fd = socket(AF_UNIX, SOCK_STREAM, 0);
        if (fd < 0)
                return -1;
-       RTE_LOG(INFO, VHOST_CONFIG, "vhost-user %s: socket created, fd: %d\n",
+       VHOST_LOG_CONFIG(INFO, "vhost-user %s: socket created, fd: %d\n",
                vsocket->is_server ? "server" : "client", fd);
 
        if (!vsocket->is_server && fcntl(fd, F_SETFL, O_NONBLOCK)) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "vhost-user: can't set nonblocking mode for socket, fd: "
                        "%d (%s)\n", fd, strerror(errno));
                close(fd);
@@ -379,12 +379,12 @@ vhost_user_start_server(struct vhost_user_socket *vsocket)
         */
        ret = bind(fd, (struct sockaddr *)&vsocket->un, sizeof(vsocket->un));
        if (ret < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "failed to bind to %s: %s; remove it and try again\n",
                        path, strerror(errno));
                goto err;
        }
-       RTE_LOG(INFO, VHOST_CONFIG, "bind to %s\n", path);
+       VHOST_LOG_CONFIG(INFO, "bind to %s\n", path);
 
        ret = listen(fd, MAX_VIRTIO_BACKLOG);
        if (ret < 0)
@@ -393,7 +393,7 @@ vhost_user_start_server(struct vhost_user_socket *vsocket)
        ret = fdset_add(&vhost_user.fdset, fd, vhost_user_server_new_connection,
                  NULL, vsocket);
        if (ret < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "failed to add listen fd %d to vhost server fdset\n",
                        fd);
                goto err;
@@ -434,12 +434,12 @@ vhost_user_connect_nonblock(int fd, struct sockaddr *un, size_t sz)
 
        flags = fcntl(fd, F_GETFL, 0);
        if (flags < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "can't get flags for connfd %d\n", fd);
                return -2;
        }
        if ((flags & O_NONBLOCK) && fcntl(fd, F_SETFL, flags & ~O_NONBLOCK)) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                                "can't disable nonblocking on fd %d\n", fd);
                return -2;
        }
@@ -468,7 +468,7 @@ vhost_user_client_reconnect(void *arg __rte_unused)
                                                sizeof(reconn->un));
                        if (ret == -2) {
                                close(reconn->fd);
-                               RTE_LOG(ERR, VHOST_CONFIG,
+                               VHOST_LOG_CONFIG(ERR,
                                        "reconnection for fd %d failed\n",
                                        reconn->fd);
                                goto remove_fd;
@@ -476,7 +476,7 @@ vhost_user_client_reconnect(void *arg __rte_unused)
                        if (ret == -1)
                                continue;
 
-                       RTE_LOG(INFO, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(INFO,
                                "%s: connected\n", reconn->vsocket->path);
                        vhost_user_add_connection(reconn->fd, reconn->vsocket);
 remove_fd:
@@ -498,7 +498,7 @@ vhost_user_reconnect_init(void)
 
        ret = pthread_mutex_init(&reconn_list.mutex, NULL);
        if (ret < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG, "failed to initialize mutex");
+               VHOST_LOG_CONFIG(ERR, "failed to initialize mutex");
                return ret;
        }
        TAILQ_INIT(&reconn_list.head);
@@ -506,9 +506,9 @@ vhost_user_reconnect_init(void)
        ret = rte_ctrl_thread_create(&reconn_tid, "vhost_reconn", NULL,
                             vhost_user_client_reconnect, NULL);
        if (ret != 0) {
-               RTE_LOG(ERR, VHOST_CONFIG, "failed to create reconnect thread");
+               VHOST_LOG_CONFIG(ERR, "failed to create reconnect thread");
                if (pthread_mutex_destroy(&reconn_list.mutex)) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                                "failed to destroy reconnect mutex");
                }
        }
@@ -531,7 +531,7 @@ vhost_user_start_client(struct vhost_user_socket *vsocket)
                return 0;
        }
 
-       RTE_LOG(WARNING, VHOST_CONFIG,
+       VHOST_LOG_CONFIG(WARNING,
                "failed to connect to %s: %s\n",
                path, strerror(errno));
 
@@ -540,10 +540,10 @@ vhost_user_start_client(struct vhost_user_socket *vsocket)
                return -1;
        }
 
-       RTE_LOG(INFO, VHOST_CONFIG, "%s: reconnecting...\n", path);
+       VHOST_LOG_CONFIG(INFO, "%s: reconnecting...\n", path);
        reconn = malloc(sizeof(*reconn));
        if (reconn == NULL) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "failed to allocate memory for reconnect\n");
                close(fd);
                return -1;
@@ -698,7 +698,7 @@ rte_vhost_driver_get_features(const char *path, uint64_t *features)
        pthread_mutex_lock(&vhost_user.mutex);
        vsocket = find_vhost_user_socket(path);
        if (!vsocket) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "socket file %s is not registered yet.\n", path);
                ret = -1;
                goto unlock_exit;
@@ -712,7 +712,7 @@ rte_vhost_driver_get_features(const char *path, uint64_t *features)
        }
 
        if (vdpa_dev->ops->get_features(did, &vdpa_features) < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                                "failed to get vdpa features "
                                "for socket file %s.\n", path);
                ret = -1;
@@ -753,7 +753,7 @@ rte_vhost_driver_get_protocol_features(const char *path,
        pthread_mutex_lock(&vhost_user.mutex);
        vsocket = find_vhost_user_socket(path);
        if (!vsocket) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "socket file %s is not registered yet.\n", path);
                ret = -1;
                goto unlock_exit;
@@ -768,7 +768,7 @@ rte_vhost_driver_get_protocol_features(const char *path,
 
        if (vdpa_dev->ops->get_protocol_features(did,
                                &vdpa_protocol_features) < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                                "failed to get vdpa protocol features "
                                "for socket file %s.\n", path);
                ret = -1;
@@ -795,7 +795,7 @@ rte_vhost_driver_get_queue_num(const char *path, uint32_t *queue_num)
        pthread_mutex_lock(&vhost_user.mutex);
        vsocket = find_vhost_user_socket(path);
        if (!vsocket) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "socket file %s is not registered yet.\n", path);
                ret = -1;
                goto unlock_exit;
@@ -809,7 +809,7 @@ rte_vhost_driver_get_queue_num(const char *path, uint32_t *queue_num)
        }
 
        if (vdpa_dev->ops->get_queue_num(did, &vdpa_queue_num) < 0) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                                "failed to get vdpa queue number "
                                "for socket file %s.\n", path);
                ret = -1;
@@ -854,7 +854,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
        pthread_mutex_lock(&vhost_user.mutex);
 
        if (vhost_user.vsocket_cnt == MAX_VHOST_SOCKET) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "error: the number of vhost sockets reaches maximum\n");
                goto out;
        }
@@ -865,7 +865,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
        memset(vsocket, 0, sizeof(struct vhost_user_socket));
        vsocket->path = strdup(path);
        if (vsocket->path == NULL) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "error: failed to copy socket path string\n");
                vhost_user_socket_mem_free(vsocket);
                goto out;
@@ -873,17 +873,18 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
        TAILQ_INIT(&vsocket->conn_list);
        ret = pthread_mutex_init(&vsocket->conn_mutex, NULL);
        if (ret) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "error: failed to init connection mutex\n");
                goto out_free;
        }
+       vsocket->vdpa_dev_id = -1;
        vsocket->dequeue_zero_copy = flags & RTE_VHOST_USER_DEQUEUE_ZERO_COPY;
        vsocket->extbuf = flags & RTE_VHOST_USER_EXTBUF_SUPPORT;
        vsocket->linearbuf = flags & RTE_VHOST_USER_LINEARBUF_SUPPORT;
 
        if (vsocket->dequeue_zero_copy &&
            (flags & RTE_VHOST_USER_IOMMU_SUPPORT)) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "error: enabling dequeue zero copy and IOMMU features "
                        "simultaneously is not supported\n");
                goto out_mutex;
@@ -913,13 +914,13 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
         */
        if (vsocket->dequeue_zero_copy) {
                if (vsocket->extbuf) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                        "error: zero copy is incompatible with external buffers\n");
                        ret = -1;
                        goto out_mutex;
                }
                if (vsocket->linearbuf) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                        "error: zero copy is incompatible with linear buffers\n");
                        ret = -1;
                        goto out_mutex;
@@ -927,7 +928,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
                vsocket->supported_features &= ~(1ULL << VIRTIO_F_IN_ORDER);
                vsocket->features &= ~(1ULL << VIRTIO_F_IN_ORDER);
 
-               RTE_LOG(INFO, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(INFO,
                        "Dequeue zero copy requested, disabling postcopy support\n");
                vsocket->protocol_features &=
                        ~(1ULL << VHOST_USER_PROTOCOL_F_PAGEFAULT);
@@ -944,7 +945,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
                                (1ULL << VIRTIO_NET_F_HOST_TSO6) |
                                (1ULL << VIRTIO_NET_F_HOST_UFO);
 
-               RTE_LOG(INFO, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(INFO,
                        "Linear buffers requested without external buffers, "
                        "disabling host segmentation offloading support\n");
                vsocket->supported_features &= ~seg_offload_features;
@@ -961,7 +962,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
                        ~(1ULL << VHOST_USER_PROTOCOL_F_PAGEFAULT);
        } else {
 #ifndef RTE_LIBRTE_VHOST_POSTCOPY
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "Postcopy requested but not compiled\n");
                ret = -1;
                goto out_mutex;
@@ -989,7 +990,7 @@ rte_vhost_driver_register(const char *path, uint64_t flags)
 
 out_mutex:
        if (pthread_mutex_destroy(&vsocket->conn_mutex)) {
-               RTE_LOG(ERR, VHOST_CONFIG,
+               VHOST_LOG_CONFIG(ERR,
                        "error: failed to destroy connection mutex\n");
        }
 out_free:
@@ -1051,9 +1052,10 @@ again:
                                next = TAILQ_NEXT(conn, next);
 
                                /*
-                                * If r/wcb is executing, release the
-                                * conn_mutex lock, and try again since
-                                * the r/wcb may use the conn_mutex lock.
+                                * If r/wcb is executing, release vsocket's
+                                * conn_mutex and vhost_user's mutex locks, and
+                                * try again since the r/wcb may use the
+                                * conn_mutex and mutex locks.
                                 */
                                if (fdset_try_del(&vhost_user.fdset,
                                                  conn->connfd) == -1) {
@@ -1063,7 +1065,7 @@ again:
                                        goto again;
                                }
 
-                               RTE_LOG(INFO, VHOST_CONFIG,
+                               VHOST_LOG_CONFIG(INFO,
                                        "free connfd = %d for device '%s'\n",
                                        conn->connfd, path);
                                close(conn->connfd);
@@ -1074,8 +1076,17 @@ again:
                        pthread_mutex_unlock(&vsocket->conn_mutex);
 
                        if (vsocket->is_server) {
-                               fdset_del(&vhost_user.fdset,
-                                               vsocket->socket_fd);
+                               /*
+                                * If r/wcb is executing, release vhost_user's
+                                * mutex lock, and try again since the r/wcb
+                                * may use the mutex lock.
+                                */
+                               if (fdset_try_del(&vhost_user.fdset,
+                                               vsocket->socket_fd) == -1) {
+                                       pthread_mutex_unlock(&vhost_user.mutex);
+                                       goto again;
+                               }
+
                                close(vsocket->socket_fd);
                                unlink(path);
                        } else if (vsocket->reconnect) {
@@ -1147,7 +1158,7 @@ rte_vhost_driver_start(const char *path)
                 * rebuild the wait list of poll.
                 */
                if (fdset_pipe_init(&vhost_user.fdset) < 0) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                                "failed to create pipe for vhost fdset\n");
                        return -1;
                }
@@ -1156,7 +1167,7 @@ rte_vhost_driver_start(const char *path)
                        "vhost-events", NULL, fdset_event_dispatch,
                        &vhost_user.fdset);
                if (ret != 0) {
-                       RTE_LOG(ERR, VHOST_CONFIG,
+                       VHOST_LOG_CONFIG(ERR,
                                "failed to create fdset handling thread");
 
                        fdset_pipe_uninit(&vhost_user.fdset);