drivers/crypto/qat/rte_qat_cryptodev.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2015-2018 Intel Corporation
   3  */
   4
   5 #include <rte_bus_pci.h>
   6 #include <rte_common.h>
   7 #include <rte_dev.h>
   8 #include <rte_malloc.h>
   9 #include <rte_pci.h>
  10 #include <rte_cryptodev_pmd.h>
  11
  12 #include "qat_sym.h"
  13 #include "qat_sym_session.h"
  14 #include "qat_logs.h"
  15
  16 uint8_t cryptodev_qat_driver_id;
  17
  18 static const struct rte_cryptodev_capabilities qat_gen1_capabilities[] = {
  19         QAT_BASE_GEN1_SYM_CAPABILITIES,
  20         RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
  21 };
  22
  23 static const struct rte_cryptodev_capabilities qat_gen2_capabilities[] = {
  24         QAT_BASE_GEN1_SYM_CAPABILITIES,
  25         QAT_EXTRA_GEN2_SYM_CAPABILITIES,
  26         RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
  27 };
  28
  29 static struct rte_cryptodev_ops crypto_qat_ops = {
  30
  31                 /* Device related operations */
  32                 .dev_configure          = qat_dev_config,
  33                 .dev_start              = qat_dev_start,
  34                 .dev_stop               = qat_dev_stop,
  35                 .dev_close              = qat_dev_close,
  36                 .dev_infos_get          = qat_dev_info_get,
  37
  38                 .stats_get              = qat_crypto_sym_stats_get,
  39                 .stats_reset            = qat_crypto_sym_stats_reset,
  40                 .queue_pair_setup       = qat_crypto_sym_qp_setup,
  41                 .queue_pair_release     = qat_crypto_sym_qp_release,
  42                 .queue_pair_start       = NULL,
  43                 .queue_pair_stop        = NULL,
  44                 .queue_pair_count       = NULL,
  45
  46                 /* Crypto related operations */
  47                 .session_get_size       = qat_crypto_sym_get_session_private_size,
  48                 .session_configure      = qat_crypto_sym_configure_session,
  49                 .session_clear          = qat_crypto_sym_clear_session
  50 };
  51
  52 /*
  53  * The set of PCI devices this driver supports
  54  */
  55
  56 static const struct rte_pci_id pci_id_qat_map[] = {
  57                 {
  58                         RTE_PCI_DEVICE(0x8086, 0x0443),
  59                 },
  60                 {
  61                         RTE_PCI_DEVICE(0x8086, 0x37c9),
  62                 },
  63                 {
  64                         RTE_PCI_DEVICE(0x8086, 0x19e3),
  65                 },
  66                 {
  67                         RTE_PCI_DEVICE(0x8086, 0x6f55),
  68                 },
  69                 {.device_id = 0},
  70 };
  71
  72 static int
  73 crypto_qat_create(const char *name, struct rte_pci_device *pci_dev,
  74                 struct rte_cryptodev_pmd_init_params *init_params)
  75 {
  76         struct rte_cryptodev *cryptodev;
  77         struct qat_pmd_private *internals;
  78
  79         PMD_INIT_FUNC_TRACE();
  80
  81         cryptodev = rte_cryptodev_pmd_create(name, &pci_dev->device,
  82                         init_params);
  83         if (cryptodev == NULL)
  84                 return -ENODEV;
  85
  86         cryptodev->driver_id = cryptodev_qat_driver_id;
  87         cryptodev->dev_ops = &crypto_qat_ops;
  88
  89         cryptodev->enqueue_burst = qat_pmd_enqueue_op_burst;
  90         cryptodev->dequeue_burst = qat_pmd_dequeue_op_burst;
  91
  92         cryptodev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO |
  93                         RTE_CRYPTODEV_FF_HW_ACCELERATED |
  94                         RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING |
  95                         RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER;
  96
  97         internals = cryptodev->data->dev_private;
  98         internals->max_nb_sessions = init_params->max_nb_sessions;
  99         switch (pci_dev->id.device_id) {
 100         case 0x0443:
 101                 internals->qat_dev_gen = QAT_GEN1;
 102                 internals->qat_dev_capabilities = qat_gen1_capabilities;
 103                 break;
 104         case 0x37c9:
 105         case 0x19e3:
 106         case 0x6f55:
 107                 internals->qat_dev_gen = QAT_GEN2;
 108                 internals->qat_dev_capabilities = qat_gen2_capabilities;
 109                 break;
 110         default:
 111                 PMD_DRV_LOG(ERR,
 112                         "Invalid dev_id, can't determine capabilities");
 113                 break;
 114         }
 115
 116         /*
 117          * For secondary processes, we don't initialise any further as primary
 118          * has already done this work. Only check we don't need a different
 119          * RX function
 120          */
 121         if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
 122                 PMD_DRV_LOG(DEBUG, "Device already initialised by primary process");
 123                 return 0;
 124         }
 125
 126         return 0;
 127 }
 128
 129 static int crypto_qat_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
 130                 struct rte_pci_device *pci_dev)
 131 {
 132         struct rte_cryptodev_pmd_init_params init_params = {
 133                 .name = "",
 134                 .socket_id = pci_dev->device.numa_node,
 135                 .private_data_size = sizeof(struct qat_pmd_private),
 136                 .max_nb_sessions = RTE_QAT_PMD_MAX_NB_SESSIONS
 137         };
 138         char name[RTE_CRYPTODEV_NAME_MAX_LEN];
 139
 140         PMD_DRV_LOG(DEBUG, "Found QAT device at %02x:%02x.%x",
 141                         pci_dev->addr.bus,
 142                         pci_dev->addr.devid,
 143                         pci_dev->addr.function);
 144
 145         rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
 146
 147         return crypto_qat_create(name, pci_dev, &init_params);
 148 }
 149
 150 static int crypto_qat_pci_remove(struct rte_pci_device *pci_dev)
 151 {
 152         struct rte_cryptodev *cryptodev;
 153         char cryptodev_name[RTE_CRYPTODEV_NAME_MAX_LEN];
 154
 155         if (pci_dev == NULL)
 156                 return -EINVAL;
 157
 158         rte_pci_device_name(&pci_dev->addr, cryptodev_name,
 159                         sizeof(cryptodev_name));
 160
 161         cryptodev = rte_cryptodev_pmd_get_named_dev(cryptodev_name);
 162         if (cryptodev == NULL)
 163                 return -ENODEV;
 164
 165         /* free crypto device */
 166         return rte_cryptodev_pmd_destroy(cryptodev);
 167 }
 168
 169 static struct rte_pci_driver rte_qat_pmd = {
 170         .id_table = pci_id_qat_map,
 171         .drv_flags = RTE_PCI_DRV_NEED_MAPPING,
 172         .probe = crypto_qat_pci_probe,
 173         .remove = crypto_qat_pci_remove
 174 };
 175
 176 static struct cryptodev_driver qat_crypto_drv;
 177
 178 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_QAT_SYM_PMD, rte_qat_pmd);
 179 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_QAT_SYM_PMD, pci_id_qat_map);
 180 RTE_PMD_REGISTER_CRYPTO_DRIVER(qat_crypto_drv, rte_qat_pmd.driver,
 181                 cryptodev_qat_driver_id);