4 * Copyright(c) 2015-2017 Intel Corporation. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Intel Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #include <rte_common.h>
36 #include <rte_malloc.h>
38 #include <rte_cryptodev_pmd.h>
40 #include "qat_crypto.h"
43 uint8_t cryptodev_qat_driver_id;
45 static const struct rte_cryptodev_capabilities qat_gen1_capabilities[] = {
46 QAT_BASE_GEN1_SYM_CAPABILITIES,
47 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
50 static const struct rte_cryptodev_capabilities qat_gen2_capabilities[] = {
51 QAT_BASE_GEN1_SYM_CAPABILITIES,
52 QAT_EXTRA_GEN2_SYM_CAPABILITIES,
53 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
56 static struct rte_cryptodev_ops crypto_qat_ops = {
58 /* Device related operations */
59 .dev_configure = qat_dev_config,
60 .dev_start = qat_dev_start,
61 .dev_stop = qat_dev_stop,
62 .dev_close = qat_dev_close,
63 .dev_infos_get = qat_dev_info_get,
65 .stats_get = qat_crypto_sym_stats_get,
66 .stats_reset = qat_crypto_sym_stats_reset,
67 .queue_pair_setup = qat_crypto_sym_qp_setup,
68 .queue_pair_release = qat_crypto_sym_qp_release,
69 .queue_pair_start = NULL,
70 .queue_pair_stop = NULL,
71 .queue_pair_count = NULL,
73 /* Crypto related operations */
74 .session_get_size = qat_crypto_sym_get_session_private_size,
75 .session_configure = qat_crypto_sym_configure_session,
76 .session_clear = qat_crypto_sym_clear_session
80 * The set of PCI devices this driver supports
83 static const struct rte_pci_id pci_id_qat_map[] = {
85 RTE_PCI_DEVICE(0x8086, 0x0443),
88 RTE_PCI_DEVICE(0x8086, 0x37c9),
91 RTE_PCI_DEVICE(0x8086, 0x19e3),
94 RTE_PCI_DEVICE(0x8086, 0x6f55),
100 crypto_qat_create(const char *name, struct rte_pci_device *pci_dev,
101 struct rte_cryptodev_pmd_init_params *init_params)
103 struct rte_cryptodev *cryptodev;
104 struct qat_pmd_private *internals;
106 PMD_INIT_FUNC_TRACE();
108 cryptodev = rte_cryptodev_pmd_create(name, &pci_dev->device,
110 if (cryptodev == NULL)
113 cryptodev->driver_id = cryptodev_qat_driver_id;
114 cryptodev->dev_ops = &crypto_qat_ops;
116 cryptodev->enqueue_burst = qat_pmd_enqueue_op_burst;
117 cryptodev->dequeue_burst = qat_pmd_dequeue_op_burst;
119 cryptodev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO |
120 RTE_CRYPTODEV_FF_HW_ACCELERATED |
121 RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING |
122 RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER;
124 internals = cryptodev->data->dev_private;
125 internals->max_nb_sessions = init_params->max_nb_sessions;
126 switch (pci_dev->id.device_id) {
128 internals->qat_dev_gen = QAT_GEN1;
129 internals->qat_dev_capabilities = qat_gen1_capabilities;
134 internals->qat_dev_gen = QAT_GEN2;
135 internals->qat_dev_capabilities = qat_gen2_capabilities;
139 "Invalid dev_id, can't determine capabilities");
144 * For secondary processes, we don't initialise any further as primary
145 * has already done this work. Only check we don't need a different
148 if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
149 PMD_DRV_LOG(DEBUG, "Device already initialised by primary process");
156 static int crypto_qat_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
157 struct rte_pci_device *pci_dev)
159 struct rte_cryptodev_pmd_init_params init_params = {
161 .socket_id = rte_socket_id(),
162 .private_data_size = sizeof(struct qat_pmd_private),
163 .max_nb_sessions = RTE_QAT_PMD_MAX_NB_SESSIONS
165 char name[RTE_CRYPTODEV_NAME_MAX_LEN];
167 PMD_DRV_LOG(DEBUG, "Found QAT device at %02x:%02x.%x",
170 pci_dev->addr.function);
172 rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
174 return crypto_qat_create(name, pci_dev, &init_params);
177 static int crypto_qat_pci_remove(struct rte_pci_device *pci_dev)
179 struct rte_cryptodev *cryptodev;
180 char cryptodev_name[RTE_CRYPTODEV_NAME_MAX_LEN];
185 rte_pci_device_name(&pci_dev->addr, cryptodev_name,
186 sizeof(cryptodev_name));
188 cryptodev = rte_cryptodev_pmd_get_named_dev(cryptodev_name);
189 if (cryptodev == NULL)
192 /* free crypto device */
193 return rte_cryptodev_pmd_destroy(cryptodev);
196 static struct rte_pci_driver rte_qat_pmd = {
197 .id_table = pci_id_qat_map,
198 .drv_flags = RTE_PCI_DRV_NEED_MAPPING,
199 .probe = crypto_qat_pci_probe,
200 .remove = crypto_qat_pci_remove
203 static struct cryptodev_driver qat_crypto_drv;
205 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_QAT_SYM_PMD, rte_qat_pmd);
206 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_QAT_SYM_PMD, pci_id_qat_map);
207 RTE_PMD_REGISTER_CRYPTO_DRIVER(qat_crypto_drv, rte_qat_pmd,
208 cryptodev_qat_driver_id);