1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2018-2019 NXP
9 #include <rte_bus_vdev.h>
10 #include <rte_atomic.h>
11 #include <rte_interrupts.h>
12 #include <rte_branch_prediction.h>
13 #include <rte_lcore.h>
15 #include <rte_rawdev.h>
16 #include <rte_rawdev_pmd.h>
18 #include <portal/dpaa2_hw_pvt.h>
19 #include <portal/dpaa2_hw_dpio.h>
20 #include "dpaa2_cmdif_logs.h"
21 #include "rte_pmd_dpaa2_cmdif.h"
23 /* Dynamic log type identifier */
24 int dpaa2_cmdif_logtype;
26 /* CMDIF driver name */
27 #define DPAA2_CMDIF_PMD_NAME dpaa2_dpci
30 * This API provides the DPCI device ID in 'attr_value'.
31 * The device ID shall be passed by GPP to the AIOP using CMDIF commands.
34 dpaa2_cmdif_get_attr(struct rte_rawdev *dev,
35 const char *attr_name,
38 struct dpaa2_dpci_dev *cidev = dev->dev_private;
40 DPAA2_CMDIF_FUNC_TRACE();
42 RTE_SET_USED(attr_name);
45 DPAA2_CMDIF_ERR("Invalid arguments for getting attributes");
48 *attr_value = cidev->dpci_id;
54 dpaa2_cmdif_enqueue_bufs(struct rte_rawdev *dev,
55 struct rte_rawdev_buf **buffers,
57 rte_rawdev_obj_t context)
59 struct dpaa2_dpci_dev *cidev = dev->dev_private;
60 struct rte_dpaa2_cmdif_context *cmdif_send_cnxt;
61 struct dpaa2_queue *txq;
63 struct qbman_eq_desc eqdesc;
64 struct qbman_swp *swp;
65 uint32_t retry_count = 0;
70 if (unlikely(!DPAA2_PER_LCORE_DPIO)) {
71 ret = dpaa2_affine_qbman_swp();
73 DPAA2_CMDIF_ERR("Failure in affining portal\n");
77 swp = DPAA2_PER_LCORE_PORTAL;
79 cmdif_send_cnxt = (struct rte_dpaa2_cmdif_context *)(context);
80 txq = &(cidev->tx_queue[cmdif_send_cnxt->priority]);
82 /* Prepare enqueue descriptor */
83 qbman_eq_desc_clear(&eqdesc);
84 qbman_eq_desc_set_fq(&eqdesc, txq->fqid);
85 qbman_eq_desc_set_no_orp(&eqdesc, 0);
86 qbman_eq_desc_set_response(&eqdesc, 0, 0);
88 /* Set some of the FD parameters to i.
89 * For performance reasons do not memset
91 fd.simple.bpid_offset = 0;
94 DPAA2_SET_FD_ADDR(&fd, DPAA2_VADDR_TO_IOVA(buffers[0]->buf_addr));
95 DPAA2_SET_FD_LEN(&fd, cmdif_send_cnxt->size);
96 DPAA2_SET_FD_FRC(&fd, cmdif_send_cnxt->frc);
97 DPAA2_SET_FD_FLC(&fd, cmdif_send_cnxt->flc);
99 /* Enqueue a packet to the QBMAN */
101 ret = qbman_swp_enqueue_multiple(swp, &eqdesc, &fd, NULL, 1);
102 if (ret < 0 && ret != -EBUSY)
103 DPAA2_CMDIF_ERR("Transmit failure with err: %d\n", ret);
105 } while ((ret == -EBUSY) && (retry_count < DPAA2_MAX_TX_RETRY_COUNT));
110 DPAA2_CMDIF_DP_DEBUG("Successfully transmitted a packet\n");
116 dpaa2_cmdif_dequeue_bufs(struct rte_rawdev *dev,
117 struct rte_rawdev_buf **buffers,
119 rte_rawdev_obj_t context)
121 struct dpaa2_dpci_dev *cidev = dev->dev_private;
122 struct rte_dpaa2_cmdif_context *cmdif_rcv_cnxt;
123 struct dpaa2_queue *rxq;
124 struct qbman_swp *swp;
125 struct qbman_result *dq_storage;
126 const struct qbman_fd *fd;
127 struct qbman_pull_desc pulldesc;
133 if (unlikely(!DPAA2_PER_LCORE_DPIO)) {
134 ret = dpaa2_affine_qbman_swp();
136 DPAA2_CMDIF_ERR("Failure in affining portal\n");
140 swp = DPAA2_PER_LCORE_PORTAL;
142 cmdif_rcv_cnxt = (struct rte_dpaa2_cmdif_context *)(context);
143 rxq = &(cidev->rx_queue[cmdif_rcv_cnxt->priority]);
144 dq_storage = rxq->q_storage->dq_storage[0];
146 qbman_pull_desc_clear(&pulldesc);
147 qbman_pull_desc_set_fq(&pulldesc, rxq->fqid);
148 qbman_pull_desc_set_numframes(&pulldesc, 1);
149 qbman_pull_desc_set_storage(&pulldesc, dq_storage,
150 (uint64_t)(DPAA2_VADDR_TO_IOVA(dq_storage)), 1);
153 if (qbman_swp_pull(swp, &pulldesc)) {
154 DPAA2_CMDIF_DP_WARN("VDQ cmd not issued. QBMAN is busy\n");
155 /* Portal was busy, try again */
161 /* Check if previous issued command is completed. */
162 while (!qbman_check_command_complete(dq_storage))
164 /* Loop until the dq_storage is updated with new token by QBMAN */
165 while (!qbman_result_has_new_result(swp, dq_storage))
168 /* Check for valid frame. */
169 status = (uint8_t)qbman_result_DQ_flags(dq_storage);
170 if (unlikely((status & QBMAN_DQ_STAT_VALIDFRAME) == 0)) {
171 DPAA2_CMDIF_DP_DEBUG("No frame is delivered\n");
175 fd = qbman_result_DQ_fd(dq_storage);
177 buffers[0]->buf_addr = (void *)DPAA2_IOVA_TO_VADDR(
178 DPAA2_GET_FD_ADDR(fd) + DPAA2_GET_FD_OFFSET(fd));
179 cmdif_rcv_cnxt->size = DPAA2_GET_FD_LEN(fd);
180 cmdif_rcv_cnxt->flc = DPAA2_GET_FD_FLC(fd);
181 cmdif_rcv_cnxt->frc = DPAA2_GET_FD_FRC(fd);
183 DPAA2_CMDIF_DP_DEBUG("packet received\n");
188 static const struct rte_rawdev_ops dpaa2_cmdif_ops = {
189 .attr_get = dpaa2_cmdif_get_attr,
190 .enqueue_bufs = dpaa2_cmdif_enqueue_bufs,
191 .dequeue_bufs = dpaa2_cmdif_dequeue_bufs,
195 dpaa2_cmdif_create(const char *name,
196 struct rte_vdev_device *vdev,
199 struct rte_rawdev *rawdev;
200 struct dpaa2_dpci_dev *cidev;
202 /* Allocate device structure */
203 rawdev = rte_rawdev_pmd_allocate(name, sizeof(struct dpaa2_dpci_dev),
206 DPAA2_CMDIF_ERR("Unable to allocate rawdevice");
210 rawdev->dev_ops = &dpaa2_cmdif_ops;
211 rawdev->device = &vdev->device;
213 /* For secondary processes, the primary has done all the work */
214 if (rte_eal_process_type() != RTE_PROC_PRIMARY)
217 cidev = rte_dpaa2_alloc_dpci_dev();
219 DPAA2_CMDIF_ERR("Unable to allocate CI device");
220 rte_rawdev_pmd_release(rawdev);
224 rawdev->dev_private = cidev;
230 dpaa2_cmdif_destroy(const char *name)
233 struct rte_rawdev *rdev;
235 rdev = rte_rawdev_pmd_get_named_dev(name);
237 DPAA2_CMDIF_ERR("Invalid device name (%s)", name);
241 /* The primary process will only free the DPCI device */
242 if (rte_eal_process_type() == RTE_PROC_PRIMARY)
243 rte_dpaa2_free_dpci_dev(rdev->dev_private);
245 ret = rte_rawdev_pmd_release(rdev);
247 DPAA2_CMDIF_DEBUG("Device cleanup failed");
253 dpaa2_cmdif_probe(struct rte_vdev_device *vdev)
258 name = rte_vdev_device_name(vdev);
260 DPAA2_CMDIF_INFO("Init %s on NUMA node %d", name, rte_socket_id());
262 ret = dpaa2_cmdif_create(name, vdev, rte_socket_id());
268 dpaa2_cmdif_remove(struct rte_vdev_device *vdev)
273 name = rte_vdev_device_name(vdev);
277 DPAA2_CMDIF_INFO("Closing %s on NUMA node %d", name, rte_socket_id());
279 ret = dpaa2_cmdif_destroy(name);
284 static struct rte_vdev_driver dpaa2_cmdif_drv = {
285 .probe = dpaa2_cmdif_probe,
286 .remove = dpaa2_cmdif_remove
289 RTE_PMD_REGISTER_VDEV(DPAA2_CMDIF_PMD_NAME, dpaa2_cmdif_drv);
291 RTE_INIT(dpaa2_cmdif_init_log)
293 dpaa2_cmdif_logtype = rte_log_register("pmd.raw.dpaa2.cmdif");
294 if (dpaa2_cmdif_logtype >= 0)
295 rte_log_set_level(dpaa2_cmdif_logtype, RTE_LOG_INFO);