drivers/crypto/cnxk/cn9k_cryptodev.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(C) 2021 Marvell.
   3  */
   4
   5 #include <rte_bus_pci.h>
   6 #include <rte_common.h>
   7 #include <rte_crypto.h>
   8 #include <rte_cryptodev.h>
   9 #include <cryptodev_pmd.h>
  10 #include <rte_dev.h>
  11 #include <rte_pci.h>
  12
  13 #include "cn9k_cryptodev.h"
  14 #include "cn9k_cryptodev_ops.h"
  15 #include "cn9k_ipsec.h"
  16 #include "cnxk_cryptodev.h"
  17 #include "cnxk_cryptodev_capabilities.h"
  18 #include "cnxk_cryptodev_sec.h"
  19
  20 #include "roc_api.h"
  21
  22 uint8_t cn9k_cryptodev_driver_id;
  23
  24 static struct rte_pci_id pci_id_cpt_table[] = {
  25         {
  26                 RTE_PCI_DEVICE(PCI_VENDOR_ID_CAVIUM,
  27                                PCI_DEVID_CN9K_RVU_CPT_VF)
  28         },
  29         /* sentinel */
  30         {
  31                 .device_id = 0
  32         },
  33 };
  34
  35 static int
  36 cn9k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
  37                    struct rte_pci_device *pci_dev)
  38 {
  39         struct rte_cryptodev_pmd_init_params init_params = {
  40                 .name = "",
  41                 .socket_id = rte_socket_id(),
  42                 .private_data_size = sizeof(struct cnxk_cpt_vf)
  43         };
  44         char name[RTE_CRYPTODEV_NAME_MAX_LEN];
  45         struct rte_cryptodev *dev;
  46         struct roc_cpt *roc_cpt;
  47         struct cnxk_cpt_vf *vf;
  48         int rc;
  49
  50         rc = roc_plt_init();
  51         if (rc < 0) {
  52                 plt_err("Failed to initialize platform model");
  53                 return rc;
  54         }
  55
  56         rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
  57
  58         dev = rte_cryptodev_pmd_create(name, &pci_dev->device, &init_params);
  59         if (dev == NULL) {
  60                 rc = -ENODEV;
  61                 goto exit;
  62         }
  63
  64         /* Get private data space allocated */
  65         vf = dev->data->dev_private;
  66
  67         roc_cpt = &vf->cpt;
  68
  69         if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
  70                 roc_cpt->pci_dev = pci_dev;
  71
  72                 rc = cnxk_cpt_parse_devargs(dev->device->devargs, vf);
  73                 if (rc) {
  74                         plt_err("Failed to parse devargs rc=%d", rc);
  75                         goto pmd_destroy;
  76                 }
  77
  78                 rc = roc_cpt_dev_init(roc_cpt);
  79                 if (rc) {
  80                         plt_err("Failed to initialize roc cpt rc=%d", rc);
  81                         goto pmd_destroy;
  82                 }
  83
  84                 rc = cnxk_cpt_eng_grp_add(roc_cpt);
  85                 if (rc) {
  86                         plt_err("Failed to add engine group rc=%d", rc);
  87                         goto dev_fini;
  88                 }
  89
  90                 /* Create security context */
  91                 rc = cnxk_crypto_sec_ctx_create(dev);
  92                 if (rc)
  93                         goto dev_fini;
  94         }
  95
  96         dev->dev_ops = &cn9k_cpt_ops;
  97         dev->driver_id = cn9k_cryptodev_driver_id;
  98         dev->feature_flags = cnxk_cpt_default_ff_get();
  99
 100         cnxk_cpt_caps_populate(vf);
 101
 102         cn9k_cpt_set_enqdeq_fns(dev);
 103         cn9k_sec_ops_override();
 104
 105         rte_cryptodev_pmd_probing_finish(dev);
 106
 107         return 0;
 108
 109 dev_fini:
 110         if (rte_eal_process_type() == RTE_PROC_PRIMARY)
 111                 roc_cpt_dev_fini(roc_cpt);
 112 pmd_destroy:
 113         rte_cryptodev_pmd_destroy(dev);
 114 exit:
 115         plt_err("Could not create device (vendor_id: 0x%x device_id: 0x%x)",
 116                 pci_dev->id.vendor_id, pci_dev->id.device_id);
 117         return rc;
 118 }
 119
 120 static int
 121 cn9k_cpt_pci_remove(struct rte_pci_device *pci_dev)
 122 {
 123         char name[RTE_CRYPTODEV_NAME_MAX_LEN];
 124         struct rte_cryptodev *dev;
 125         struct cnxk_cpt_vf *vf;
 126         int ret;
 127
 128         if (pci_dev == NULL)
 129                 return -EINVAL;
 130
 131         rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
 132
 133         dev = rte_cryptodev_pmd_get_named_dev(name);
 134         if (dev == NULL)
 135                 return -ENODEV;
 136
 137         /* Destroy security context */
 138         cnxk_crypto_sec_ctx_destroy(dev);
 139
 140         if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
 141                 vf = dev->data->dev_private;
 142                 ret = roc_cpt_dev_fini(&vf->cpt);
 143                 if (ret)
 144                         return ret;
 145         }
 146
 147         return rte_cryptodev_pmd_destroy(dev);
 148 }
 149
 150 static struct rte_pci_driver cn9k_cryptodev_pmd = {
 151         .id_table = pci_id_cpt_table,
 152         .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_NEED_IOVA_AS_VA,
 153         .probe = cn9k_cpt_pci_probe,
 154         .remove = cn9k_cpt_pci_remove,
 155 };
 156
 157 static struct cryptodev_driver cn9k_cryptodev_drv;
 158
 159 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_CN9K_PMD, cn9k_cryptodev_pmd);
 160 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_CN9K_PMD, pci_id_cpt_table);
 161 RTE_PMD_REGISTER_KMOD_DEP(CRYPTODEV_NAME_CN9K_PMD, "vfio-pci");
 162 RTE_PMD_REGISTER_CRYPTO_DRIVER(cn9k_cryptodev_drv, cn9k_cryptodev_pmd.driver,
 163                                cn9k_cryptodev_driver_id);