crypto/qat: fix handle device-agnostic session
[dpdk.git] / drivers / crypto / qat / rte_qat_cryptodev.c
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright(c) 2015-2016 Intel Corporation. All rights reserved.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33
34 #include <rte_common.h>
35 #include <rte_dev.h>
36 #include <rte_malloc.h>
37 #include <rte_cryptodev_pmd.h>
38 #include <rte_cryptodev_pci.h>
39
40 #include "qat_crypto.h"
41 #include "qat_logs.h"
42
43 uint8_t cryptodev_qat_driver_id;
44
45 static const struct rte_cryptodev_capabilities qat_gen1_capabilities[] = {
46         QAT_BASE_GEN1_SYM_CAPABILITIES,
47         RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
48 };
49
50 static const struct rte_cryptodev_capabilities qat_gen2_capabilities[] = {
51         QAT_BASE_GEN1_SYM_CAPABILITIES,
52         QAT_EXTRA_GEN2_SYM_CAPABILITIES,
53         RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
54 };
55
56 static struct rte_cryptodev_ops crypto_qat_ops = {
57
58                 /* Device related operations */
59                 .dev_configure          = qat_dev_config,
60                 .dev_start              = qat_dev_start,
61                 .dev_stop               = qat_dev_stop,
62                 .dev_close              = qat_dev_close,
63                 .dev_infos_get          = qat_dev_info_get,
64
65                 .stats_get              = qat_crypto_sym_stats_get,
66                 .stats_reset            = qat_crypto_sym_stats_reset,
67                 .queue_pair_setup       = qat_crypto_sym_qp_setup,
68                 .queue_pair_release     = qat_crypto_sym_qp_release,
69                 .queue_pair_start       = NULL,
70                 .queue_pair_stop        = NULL,
71                 .queue_pair_count       = NULL,
72
73                 /* Crypto related operations */
74                 .session_get_size       = qat_crypto_sym_get_session_private_size,
75                 .session_configure      = qat_crypto_sym_configure_session,
76                 .session_clear          = qat_crypto_sym_clear_session
77 };
78
79 /*
80  * The set of PCI devices this driver supports
81  */
82
83 static const struct rte_pci_id pci_id_qat_map[] = {
84                 {
85                         RTE_PCI_DEVICE(0x8086, 0x0443),
86                 },
87                 {
88                         RTE_PCI_DEVICE(0x8086, 0x37c9),
89                 },
90                 {
91                         RTE_PCI_DEVICE(0x8086, 0x19e3),
92                 },
93                 {
94                         RTE_PCI_DEVICE(0x8086, 0x6f55),
95                 },
96                 {.device_id = 0},
97 };
98
99 static int
100 crypto_qat_dev_init(struct rte_cryptodev *cryptodev)
101 {
102         struct qat_pmd_private *internals;
103
104         PMD_INIT_FUNC_TRACE();
105         PMD_DRV_LOG(DEBUG, "Found crypto device at %02x:%02x.%x",
106                 RTE_DEV_TO_PCI(cryptodev->device)->addr.bus,
107                 RTE_DEV_TO_PCI(cryptodev->device)->addr.devid,
108                 RTE_DEV_TO_PCI(cryptodev->device)->addr.function);
109
110         cryptodev->driver_id = cryptodev_qat_driver_id;
111         cryptodev->dev_ops = &crypto_qat_ops;
112
113         cryptodev->enqueue_burst = qat_pmd_enqueue_op_burst;
114         cryptodev->dequeue_burst = qat_pmd_dequeue_op_burst;
115
116         cryptodev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO |
117                         RTE_CRYPTODEV_FF_HW_ACCELERATED |
118                         RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING |
119                         RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER;
120
121         internals = cryptodev->data->dev_private;
122         internals->max_nb_sessions = RTE_QAT_PMD_MAX_NB_SESSIONS;
123         switch (RTE_DEV_TO_PCI(cryptodev->device)->id.device_id) {
124         case 0x0443:
125                 internals->qat_dev_gen = QAT_GEN1;
126                 internals->qat_dev_capabilities = qat_gen1_capabilities;
127                 break;
128         case 0x37c9:
129         case 0x19e3:
130         case 0x6f55:
131                 internals->qat_dev_gen = QAT_GEN2;
132                 internals->qat_dev_capabilities = qat_gen2_capabilities;
133                 break;
134         default:
135                 PMD_DRV_LOG(ERR,
136                         "Invalid dev_id, can't determine capabilities");
137                 break;
138         }
139
140         /*
141          * For secondary processes, we don't initialise any further as primary
142          * has already done this work. Only check we don't need a different
143          * RX function
144          */
145         if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
146                 PMD_DRV_LOG(DEBUG, "Device already initialised by primary process");
147                 return 0;
148         }
149
150         return 0;
151 }
152
153 static int crypto_qat_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
154         struct rte_pci_device *pci_dev)
155 {
156         return rte_cryptodev_pci_generic_probe(pci_dev,
157                 sizeof(struct qat_pmd_private), crypto_qat_dev_init);
158 }
159
160 static int crypto_qat_pci_remove(struct rte_pci_device *pci_dev)
161 {
162         return rte_cryptodev_pci_generic_remove(pci_dev, NULL);
163 }
164
165 static struct rte_pci_driver rte_qat_pmd = {
166         .id_table = pci_id_qat_map,
167         .drv_flags = RTE_PCI_DRV_NEED_MAPPING,
168         .probe = crypto_qat_pci_probe,
169         .remove = crypto_qat_pci_remove
170 };
171
172 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_QAT_SYM_PMD, rte_qat_pmd);
173 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_QAT_SYM_PMD, pci_id_qat_map);
174 RTE_PMD_REGISTER_CRYPTO_DRIVER(rte_qat_pmd, cryptodev_qat_driver_id);