1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018 Intel Corporation
5 #include <rte_string_fns.h>
6 #include <rte_devargs.h>
9 #include "qat_device.h"
10 #include "adf_transport_access_macros.h"
11 #include "qat_sym_pmd.h"
12 #include "qat_comp_pmd.h"
14 /* Hardware device information per generation */
16 struct qat_gen_hw_data qat_gen_config[] = {
19 .qp_hw_data = qat_gen1_qps,
20 .comp_num_im_bufs_required = QAT_NUM_INTERM_BUFS_GEN1
24 .qp_hw_data = qat_gen1_qps,
25 /* gen2 has same ring layout as gen1 */
26 .comp_num_im_bufs_required = QAT_NUM_INTERM_BUFS_GEN2
30 .qp_hw_data = qat_gen3_qps,
31 .comp_num_im_bufs_required = QAT_NUM_INTERM_BUFS_GEN3
35 /* per-process array of device data */
36 struct qat_device_info qat_pci_devs[RTE_PMD_QAT_MAX_PCI_DEVICES];
37 static int qat_nb_pci_devices;
40 * The set of PCI devices this driver supports
43 static const struct rte_pci_id pci_id_qat_map[] = {
45 RTE_PCI_DEVICE(0x8086, 0x0443),
48 RTE_PCI_DEVICE(0x8086, 0x37c9),
51 RTE_PCI_DEVICE(0x8086, 0x19e3),
54 RTE_PCI_DEVICE(0x8086, 0x6f55),
57 RTE_PCI_DEVICE(0x8086, 0x18a1),
62 static struct qat_pci_device *
63 qat_pci_get_named_dev(const char *name)
70 for (i = 0; i < RTE_PMD_QAT_MAX_PCI_DEVICES; i++) {
71 if (qat_pci_devs[i].mz &&
72 (strcmp(((struct qat_pci_device *)
73 qat_pci_devs[i].mz->addr)->name, name)
75 return (struct qat_pci_device *)
76 qat_pci_devs[i].mz->addr;
83 qat_pci_find_free_device_index(void)
87 for (dev_id = 0; dev_id < RTE_PMD_QAT_MAX_PCI_DEVICES;
89 if (qat_pci_devs[dev_id].mz == NULL)
95 struct qat_pci_device *
96 qat_get_qat_dev_from_pci_dev(struct rte_pci_device *pci_dev)
98 char name[QAT_DEV_NAME_MAX_LEN];
100 rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
102 return qat_pci_get_named_dev(name);
105 static void qat_dev_parse_cmd(const char *str, struct qat_dev_cmd_param
112 char value_str[4] = { };
114 param = qat_dev_cmd_param[i].name;
118 const char *arg = strstr(str, param);
119 const char *arg2 = NULL;
122 arg2 = arg + strlen(param);
124 QAT_LOG(DEBUG, "parsing error '=' sign"
125 " should immediately follow %s",
131 QAT_LOG(DEBUG, "%s not provided", param);
136 if (!isdigit(*(arg2 + iter)))
141 QAT_LOG(DEBUG, "parsing error %s"
142 " no number provided",
145 memcpy(value_str, arg2, iter);
146 value = strtol(value_str, NULL, 10);
147 if (value > MAX_QP_THRESHOLD_SIZE) {
148 QAT_LOG(DEBUG, "Exceeded max size of"
149 " threshold, setting to %d",
150 MAX_QP_THRESHOLD_SIZE);
151 value = MAX_QP_THRESHOLD_SIZE;
153 QAT_LOG(DEBUG, "parsing %s = %ld",
157 qat_dev_cmd_param[i].val = value;
162 struct qat_pci_device *
163 qat_pci_device_allocate(struct rte_pci_device *pci_dev,
164 struct qat_dev_cmd_param *qat_dev_cmd_param)
166 struct qat_pci_device *qat_dev;
167 uint8_t qat_dev_id = 0;
168 char name[QAT_DEV_NAME_MAX_LEN];
169 struct rte_devargs *devargs = pci_dev->device.devargs;
171 rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
172 snprintf(name+strlen(name), QAT_DEV_NAME_MAX_LEN-strlen(name), "_qat");
174 if (rte_eal_process_type() == RTE_PROC_SECONDARY) {
175 const struct rte_memzone *mz = rte_memzone_lookup(name);
179 "Secondary can't find %s mz, did primary create device?",
184 qat_pci_devs[qat_dev->qat_dev_id].mz = mz;
185 qat_pci_devs[qat_dev->qat_dev_id].pci_dev = pci_dev;
186 qat_nb_pci_devices++;
187 QAT_LOG(DEBUG, "QAT device %d found, name %s, total QATs %d",
188 qat_dev->qat_dev_id, qat_dev->name, qat_nb_pci_devices);
192 if (qat_pci_get_named_dev(name) != NULL) {
193 QAT_LOG(ERR, "QAT device with name %s already allocated!",
198 qat_dev_id = qat_pci_find_free_device_index();
199 if (qat_dev_id == RTE_PMD_QAT_MAX_PCI_DEVICES) {
200 QAT_LOG(ERR, "Reached maximum number of QAT devices");
204 qat_pci_devs[qat_dev_id].mz = rte_memzone_reserve(name,
205 sizeof(struct qat_pci_device),
208 if (qat_pci_devs[qat_dev_id].mz == NULL) {
209 QAT_LOG(ERR, "Error when allocating memzone for QAT_%d",
214 qat_dev = qat_pci_devs[qat_dev_id].mz->addr;
215 memset(qat_dev, 0, sizeof(*qat_dev));
216 strlcpy(qat_dev->name, name, QAT_DEV_NAME_MAX_LEN);
217 qat_dev->qat_dev_id = qat_dev_id;
218 qat_pci_devs[qat_dev_id].pci_dev = pci_dev;
219 switch (pci_dev->id.device_id) {
221 qat_dev->qat_dev_gen = QAT_GEN1;
226 qat_dev->qat_dev_gen = QAT_GEN2;
229 qat_dev->qat_dev_gen = QAT_GEN3;
232 QAT_LOG(ERR, "Invalid dev_id, can't determine generation");
233 rte_memzone_free(qat_pci_devs[qat_dev->qat_dev_id].mz);
237 if (devargs && devargs->drv_str)
238 qat_dev_parse_cmd(devargs->drv_str, qat_dev_cmd_param);
240 rte_spinlock_init(&qat_dev->arb_csr_lock);
241 qat_nb_pci_devices++;
243 QAT_LOG(DEBUG, "QAT device %d found, name %s, total QATs %d",
244 qat_dev->qat_dev_id, qat_dev->name, qat_nb_pci_devices);
250 qat_pci_device_release(struct rte_pci_device *pci_dev)
252 struct qat_pci_device *qat_dev;
253 char name[QAT_DEV_NAME_MAX_LEN];
259 rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
260 snprintf(name+strlen(name), QAT_DEV_NAME_MAX_LEN-strlen(name), "_qat");
261 qat_dev = qat_pci_get_named_dev(name);
262 if (qat_dev != NULL) {
264 struct qat_device_info *inst =
265 &qat_pci_devs[qat_dev->qat_dev_id];
266 /* Check that there are no service devs still on pci device */
268 if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
269 if (qat_dev->sym_dev != NULL) {
270 QAT_LOG(DEBUG, "QAT sym device %s is busy",
274 if (qat_dev->asym_dev != NULL) {
275 QAT_LOG(DEBUG, "QAT asym device %s is busy",
279 if (qat_dev->comp_dev != NULL) {
280 QAT_LOG(DEBUG, "QAT comp device %s is busy",
286 rte_memzone_free(inst->mz);
288 memset(inst, 0, sizeof(struct qat_device_info));
289 qat_nb_pci_devices--;
290 QAT_LOG(DEBUG, "QAT device %s released, total QATs %d",
291 name, qat_nb_pci_devices);
297 qat_pci_dev_destroy(struct qat_pci_device *qat_pci_dev,
298 struct rte_pci_device *pci_dev)
300 qat_sym_dev_destroy(qat_pci_dev);
301 qat_comp_dev_destroy(qat_pci_dev);
302 qat_asym_dev_destroy(qat_pci_dev);
303 return qat_pci_device_release(pci_dev);
306 static int qat_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
307 struct rte_pci_device *pci_dev)
309 int sym_ret = 0, asym_ret = 0, comp_ret = 0;
310 int num_pmds_created = 0;
311 struct qat_pci_device *qat_pci_dev;
312 struct qat_dev_cmd_param qat_dev_cmd_param[] = {
313 { SYM_ENQ_THRESHOLD_NAME, 0 },
314 { ASYM_ENQ_THRESHOLD_NAME, 0 },
315 { COMP_ENQ_THRESHOLD_NAME, 0 },
319 QAT_LOG(DEBUG, "Found QAT device at %02x:%02x.%x",
322 pci_dev->addr.function);
324 qat_pci_dev = qat_pci_device_allocate(pci_dev, qat_dev_cmd_param);
325 if (qat_pci_dev == NULL)
328 sym_ret = qat_sym_dev_create(qat_pci_dev, qat_dev_cmd_param);
335 "Failed to create QAT SYM PMD on device %s",
338 comp_ret = qat_comp_dev_create(qat_pci_dev, qat_dev_cmd_param);
343 "Failed to create QAT COMP PMD on device %s",
346 asym_ret = qat_asym_dev_create(qat_pci_dev, qat_dev_cmd_param);
351 "Failed to create QAT ASYM PMD on device %s",
354 if (num_pmds_created == 0)
355 qat_pci_dev_destroy(qat_pci_dev, pci_dev);
360 static int qat_pci_remove(struct rte_pci_device *pci_dev)
362 struct qat_pci_device *qat_pci_dev;
367 qat_pci_dev = qat_get_qat_dev_from_pci_dev(pci_dev);
368 if (qat_pci_dev == NULL)
371 return qat_pci_dev_destroy(qat_pci_dev, pci_dev);
374 static struct rte_pci_driver rte_qat_pmd = {
375 .id_table = pci_id_qat_map,
376 .drv_flags = RTE_PCI_DRV_NEED_MAPPING,
377 .probe = qat_pci_probe,
378 .remove = qat_pci_remove
382 qat_sym_dev_create(struct qat_pci_device *qat_pci_dev __rte_unused,
383 struct qat_dev_cmd_param *qat_dev_cmd_param __rte_unused)
389 qat_asym_dev_create(struct qat_pci_device *qat_pci_dev __rte_unused,
390 struct qat_dev_cmd_param *qat_dev_cmd_param __rte_unused)
396 qat_sym_dev_destroy(struct qat_pci_device *qat_pci_dev __rte_unused)
402 qat_asym_dev_destroy(struct qat_pci_device *qat_pci_dev __rte_unused)
408 qat_comp_dev_create(struct qat_pci_device *qat_pci_dev __rte_unused,
409 struct qat_dev_cmd_param *qat_dev_cmd_param __rte_unused)
415 qat_comp_dev_destroy(struct qat_pci_device *qat_pci_dev __rte_unused)
420 RTE_PMD_REGISTER_PCI(QAT_PCI_NAME, rte_qat_pmd);
421 RTE_PMD_REGISTER_PCI_TABLE(QAT_PCI_NAME, pci_id_qat_map);