vdpa/mlx5: workaround dirty bitmap MR creation
[dpdk.git] / drivers / vdpa / mlx5 / mlx5_vdpa_lm.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright 2019 Mellanox Technologies, Ltd
3  */
4 #include <rte_malloc.h>
5 #include <rte_errno.h>
6
7 #include "mlx5_vdpa_utils.h"
8 #include "mlx5_vdpa.h"
9
10
11 int
12 mlx5_vdpa_logging_enable(struct mlx5_vdpa_priv *priv, int enable)
13 {
14         struct mlx5_devx_virtq_attr attr = {
15                 .type = MLX5_VIRTQ_MODIFY_TYPE_DIRTY_BITMAP_DUMP_ENABLE,
16                 .dirty_bitmap_dump_enable = enable,
17         };
18         int i;
19
20         for (i = 0; i < priv->nr_virtqs; ++i) {
21                 attr.queue_index = i;
22                 if (!priv->virtqs[i].virtq) {
23                         DRV_LOG(DEBUG, "virtq %d is invalid for dirty bitmap "
24                                 "enabling.", i);
25                 } else if (mlx5_devx_cmd_modify_virtq(priv->virtqs[i].virtq,
26                            &attr)) {
27                         DRV_LOG(ERR, "Failed to modify virtq %d for dirty "
28                                 "bitmap enabling.", i);
29                         return -1;
30                 }
31         }
32         return 0;
33 }
34
35 int
36 mlx5_vdpa_dirty_bitmap_set(struct mlx5_vdpa_priv *priv, uint64_t log_base,
37                            uint64_t log_size)
38 {
39         struct mlx5_devx_virtq_attr attr = {
40                 .type = MLX5_VIRTQ_MODIFY_TYPE_DIRTY_BITMAP_PARAMS,
41                 .dirty_bitmap_addr = log_base,
42                 .dirty_bitmap_size = log_size,
43         };
44         int i;
45         int ret = mlx5_os_wrapped_mkey_create(priv->cdev->ctx, priv->cdev->pd,
46                                               priv->cdev->pdn,
47                                               (void *)(uintptr_t)log_base,
48                                               log_size, &priv->lm_mr);
49
50         if (!ret) {
51                 DRV_LOG(ERR, "Failed to allocate wrapped MR for lm.");
52                 return -1;
53         }
54         attr.dirty_bitmap_mkey = priv->lm_mr.lkey;
55         for (i = 0; i < priv->nr_virtqs; ++i) {
56                 attr.queue_index = i;
57                 if (!priv->virtqs[i].virtq) {
58                         DRV_LOG(DEBUG, "virtq %d is invalid for LM.", i);
59                 } else if (mlx5_devx_cmd_modify_virtq(priv->virtqs[i].virtq,
60                                                       &attr)) {
61                         DRV_LOG(ERR, "Failed to modify virtq %d for LM.", i);
62                         goto err;
63                 }
64         }
65         return 0;
66 err:
67         mlx5_os_wrapped_mkey_destroy(&priv->lm_mr);
68         return -1;
69 }
70
71 #define MLX5_VDPA_USED_RING_LEN(size) \
72         ((size) * sizeof(struct vring_used_elem) + sizeof(uint16_t) * 3)
73
74 int
75 mlx5_vdpa_lm_log(struct mlx5_vdpa_priv *priv)
76 {
77         uint64_t features;
78         int ret = rte_vhost_get_negotiated_features(priv->vid, &features);
79         int i;
80
81         if (ret) {
82                 DRV_LOG(ERR, "Failed to get negotiated features.");
83                 return -1;
84         }
85         if (!RTE_VHOST_NEED_LOG(features))
86                 return 0;
87         for (i = 0; i < priv->nr_virtqs; ++i) {
88                 if (!priv->virtqs[i].virtq) {
89                         DRV_LOG(DEBUG, "virtq %d is invalid for LM log.", i);
90                 } else {
91                         ret = mlx5_vdpa_virtq_stop(priv, i);
92                         if (ret) {
93                                 DRV_LOG(ERR, "Failed to stop virtq %d for LM "
94                                         "log.", i);
95                                 return -1;
96                         }
97                 }
98                 rte_vhost_log_used_vring(priv->vid, i, 0,
99                               MLX5_VDPA_USED_RING_LEN(priv->virtqs[i].vq_size));
100         }
101         return 0;
102 }