drivers/vdpa/mlx5/mlx5_vdpa_lm.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright 2019 Mellanox Technologies, Ltd
   3  */
   4 #include <rte_malloc.h>
   5 #include <rte_errno.h>
   6
   7 #include "mlx5_vdpa_utils.h"
   8 #include "mlx5_vdpa.h"
   9
  10
  11 int
  12 mlx5_vdpa_logging_enable(struct mlx5_vdpa_priv *priv, int enable)
  13 {
  14         struct mlx5_devx_virtq_attr attr = {
  15                 .mod_fields_bitmap =
  16                         MLX5_VIRTQ_MODIFY_TYPE_DIRTY_BITMAP_DUMP_ENABLE,
  17                 .dirty_bitmap_dump_enable = enable,
  18         };
  19         struct mlx5_vdpa_virtq *virtq;
  20         int i;
  21
  22         for (i = 0; i < priv->nr_virtqs; ++i) {
  23                 attr.queue_index = i;
  24                 virtq = &priv->virtqs[i];
  25                 if (!virtq->configured) {
  26                         DRV_LOG(DEBUG, "virtq %d is invalid for dirty bitmap enabling.", i);
  27                 } else if (mlx5_devx_cmd_modify_virtq(priv->virtqs[i].virtq,
  28                            &attr)) {
  29                         DRV_LOG(ERR, "Failed to modify virtq %d for dirty bitmap enabling.", i);
  30                         return -1;
  31                 }
  32         }
  33         return 0;
  34 }
  35
  36 int
  37 mlx5_vdpa_dirty_bitmap_set(struct mlx5_vdpa_priv *priv, uint64_t log_base,
  38                            uint64_t log_size)
  39 {
  40         struct mlx5_devx_virtq_attr attr = {
  41                 .mod_fields_bitmap = MLX5_VIRTQ_MODIFY_TYPE_DIRTY_BITMAP_PARAMS,
  42                 .dirty_bitmap_addr = log_base,
  43                 .dirty_bitmap_size = log_size,
  44         };
  45         struct mlx5_vdpa_virtq *virtq;
  46         int i;
  47         int ret = mlx5_os_wrapped_mkey_create(priv->cdev->ctx, priv->cdev->pd,
  48                                               priv->cdev->pdn,
  49                                               (void *)(uintptr_t)log_base,
  50                                               log_size, &priv->lm_mr);
  51
  52         if (ret) {
  53                 DRV_LOG(ERR, "Failed to allocate wrapped MR for lm.");
  54                 return -1;
  55         }
  56         attr.dirty_bitmap_mkey = priv->lm_mr.lkey;
  57         for (i = 0; i < priv->nr_virtqs; ++i) {
  58                 attr.queue_index = i;
  59                 virtq = &priv->virtqs[i];
  60                 if (!virtq->configured) {
  61                         DRV_LOG(DEBUG, "virtq %d is invalid for LM.", i);
  62                 } else if (mlx5_devx_cmd_modify_virtq(priv->virtqs[i].virtq,
  63                                                       &attr)) {
  64                         DRV_LOG(ERR, "Failed to modify virtq %d for LM.", i);
  65                         goto err;
  66                 }
  67         }
  68         return 0;
  69 err:
  70         mlx5_os_wrapped_mkey_destroy(&priv->lm_mr);
  71         return -1;
  72 }
  73
  74 #define MLX5_VDPA_USED_RING_LEN(size) \
  75         ((size) * sizeof(struct vring_used_elem) + sizeof(uint16_t) * 3)
  76
  77 int
  78 mlx5_vdpa_lm_log(struct mlx5_vdpa_priv *priv)
  79 {
  80         uint64_t features;
  81         int ret = rte_vhost_get_negotiated_features(priv->vid, &features);
  82         int i;
  83
  84         if (ret) {
  85                 DRV_LOG(ERR, "Failed to get negotiated features.");
  86                 return -1;
  87         }
  88         if (!RTE_VHOST_NEED_LOG(features))
  89                 return 0;
  90         for (i = 0; i < priv->nr_virtqs; ++i) {
  91                 if (!priv->virtqs[i].virtq) {
  92                         DRV_LOG(DEBUG, "virtq %d is invalid for LM log.", i);
  93                 } else {
  94                         ret = mlx5_vdpa_virtq_stop(priv, i);
  95                         if (ret) {
  96                                 DRV_LOG(ERR, "Failed to stop virtq %d for LM "
  97                                         "log.", i);
  98                                 return -1;
  99                         }
 100                 }
 101                 rte_vhost_log_used_vring(priv->vid, i, 0,
 102                               MLX5_VDPA_USED_RING_LEN(priv->virtqs[i].vq_size));
 103         }
 104         return 0;
 105 }