1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2019 Marvell International Ltd.
6 #include <rte_common.h>
8 #include <rte_interrupts.h>
10 #include "otx2_common.h"
16 #include <linux/vfio.h>
17 #include <sys/eventfd.h>
18 #include <sys/ioctl.h>
21 #define MAX_INTR_VEC_ID RTE_MAX_RXTX_INTR_VEC_ID
22 #define MSIX_IRQ_SET_BUF_LEN (sizeof(struct vfio_irq_set) + \
23 sizeof(int) * (MAX_INTR_VEC_ID))
26 irq_get_info(struct rte_intr_handle *intr_handle)
28 struct vfio_irq_info irq = { .argsz = sizeof(irq) };
31 irq.index = VFIO_PCI_MSIX_IRQ_INDEX;
33 vfio_dev_fd = rte_intr_dev_fd_get(intr_handle);
34 rc = ioctl(vfio_dev_fd, VFIO_DEVICE_GET_IRQ_INFO, &irq);
36 otx2_err("Failed to get IRQ info rc=%d errno=%d", rc, errno);
40 otx2_base_dbg("Flags=0x%x index=0x%x count=0x%x max_intr_vec_id=0x%x",
41 irq.flags, irq.index, irq.count, MAX_INTR_VEC_ID);
43 if (irq.count > MAX_INTR_VEC_ID) {
44 otx2_err("HW max=%d > MAX_INTR_VEC_ID: %d",
45 rte_intr_max_intr_get(intr_handle),
47 if (rte_intr_max_intr_set(intr_handle, MAX_INTR_VEC_ID))
50 if (rte_intr_max_intr_set(intr_handle, irq.count))
58 irq_config(struct rte_intr_handle *intr_handle, unsigned int vec)
60 char irq_set_buf[MSIX_IRQ_SET_BUF_LEN];
61 struct vfio_irq_set *irq_set;
62 int len, rc, vfio_dev_fd;
65 if (vec > (uint32_t)rte_intr_max_intr_get(intr_handle)) {
66 otx2_err("vector=%d greater than max_intr=%d", vec,
67 rte_intr_max_intr_get(intr_handle));
71 len = sizeof(struct vfio_irq_set) + sizeof(int32_t);
73 irq_set = (struct vfio_irq_set *)irq_set_buf;
78 irq_set->flags = VFIO_IRQ_SET_DATA_EVENTFD |
79 VFIO_IRQ_SET_ACTION_TRIGGER;
80 irq_set->index = VFIO_PCI_MSIX_IRQ_INDEX;
82 /* Use vec fd to set interrupt vectors */
83 fd_ptr = (int32_t *)&irq_set->data[0];
84 fd_ptr[0] = rte_intr_efds_index_get(intr_handle, vec);
86 vfio_dev_fd = rte_intr_dev_fd_get(intr_handle);
87 rc = ioctl(vfio_dev_fd, VFIO_DEVICE_SET_IRQS, irq_set);
89 otx2_err("Failed to set_irqs vector=0x%x rc=%d", vec, rc);
95 irq_init(struct rte_intr_handle *intr_handle)
97 char irq_set_buf[MSIX_IRQ_SET_BUF_LEN];
98 struct vfio_irq_set *irq_set;
99 int len, rc, vfio_dev_fd;
103 if (rte_intr_max_intr_get(intr_handle) > MAX_INTR_VEC_ID) {
104 otx2_err("Max_intr=%d greater than MAX_INTR_VEC_ID=%d",
105 rte_intr_max_intr_get(intr_handle),
110 len = sizeof(struct vfio_irq_set) +
111 sizeof(int32_t) * rte_intr_max_intr_get(intr_handle);
113 irq_set = (struct vfio_irq_set *)irq_set_buf;
114 irq_set->argsz = len;
116 irq_set->count = rte_intr_max_intr_get(intr_handle);
117 irq_set->flags = VFIO_IRQ_SET_DATA_EVENTFD |
118 VFIO_IRQ_SET_ACTION_TRIGGER;
119 irq_set->index = VFIO_PCI_MSIX_IRQ_INDEX;
121 fd_ptr = (int32_t *)&irq_set->data[0];
122 for (i = 0; i < irq_set->count; i++)
125 vfio_dev_fd = rte_intr_dev_fd_get(intr_handle);
126 rc = ioctl(vfio_dev_fd, VFIO_DEVICE_SET_IRQS, irq_set);
128 otx2_err("Failed to set irqs vector rc=%d", rc);
138 otx2_disable_irqs(struct rte_intr_handle *intr_handle)
140 /* Clear max_intr to indicate re-init next time */
141 if (rte_intr_max_intr_set(intr_handle, 0))
143 return rte_intr_disable(intr_handle);
151 otx2_register_irq(struct rte_intr_handle *intr_handle,
152 rte_intr_callback_fn cb, void *data, unsigned int vec)
154 struct rte_intr_handle *tmp_handle;
155 uint32_t nb_efd, tmp_nb_efd;
158 /* If no max_intr read from VFIO */
159 if (rte_intr_max_intr_get(intr_handle) == 0) {
160 irq_get_info(intr_handle);
161 irq_init(intr_handle);
164 if (vec > (uint32_t)rte_intr_max_intr_get(intr_handle)) {
165 otx2_err("Vector=%d greater than max_intr=%d", vec,
166 rte_intr_max_intr_get(intr_handle));
170 tmp_handle = intr_handle;
171 /* Create new eventfd for interrupt vector */
172 fd = eventfd(0, EFD_NONBLOCK | EFD_CLOEXEC);
176 if (rte_intr_fd_set(tmp_handle, fd))
179 /* Register vector interrupt callback */
180 rc = rte_intr_callback_register(tmp_handle, cb, data);
182 otx2_err("Failed to register vector:0x%x irq callback.", vec);
186 rte_intr_efds_index_set(intr_handle, vec, fd);
187 nb_efd = (vec > (uint32_t)rte_intr_nb_efd_get(intr_handle)) ?
188 vec : (uint32_t)rte_intr_nb_efd_get(intr_handle);
189 rte_intr_nb_efd_set(intr_handle, nb_efd);
191 tmp_nb_efd = rte_intr_nb_efd_get(intr_handle) + 1;
192 if (tmp_nb_efd > (uint32_t)rte_intr_max_intr_get(intr_handle))
193 rte_intr_max_intr_set(intr_handle, tmp_nb_efd);
195 otx2_base_dbg("Enable vector:0x%x for vfio (efds: %d, max:%d)", vec,
196 rte_intr_nb_efd_get(intr_handle),
197 rte_intr_max_intr_get(intr_handle));
199 /* Enable MSIX vectors to VFIO */
200 return irq_config(intr_handle, vec);
208 otx2_unregister_irq(struct rte_intr_handle *intr_handle,
209 rte_intr_callback_fn cb, void *data, unsigned int vec)
211 struct rte_intr_handle *tmp_handle;
212 uint8_t retries = 5; /* 5 ms */
215 if (vec > (uint32_t)rte_intr_max_intr_get(intr_handle)) {
216 otx2_err("Error unregistering MSI-X interrupts vec:%d > %d",
217 vec, rte_intr_max_intr_get(intr_handle));
221 tmp_handle = intr_handle;
222 fd = rte_intr_efds_index_get(intr_handle, vec);
226 if (rte_intr_fd_set(tmp_handle, fd))
230 /* Un-register callback func from platform lib */
231 rc = rte_intr_callback_unregister(tmp_handle, cb, data);
232 /* Retry only if -EAGAIN */
240 otx2_err("Error unregistering MSI-X vec %d cb, rc=%d", vec, rc);
244 otx2_base_dbg("Disable vector:0x%x for vfio (efds: %d, max:%d)", vec,
245 rte_intr_nb_efd_get(intr_handle),
246 rte_intr_max_intr_get(intr_handle));
248 if (rte_intr_efds_index_get(intr_handle, vec) != -1)
249 close(rte_intr_efds_index_get(intr_handle, vec));
250 /* Disable MSIX vectors from VFIO */
251 rte_intr_efds_index_set(intr_handle, vec, -1);
252 irq_config(intr_handle, vec);
261 int otx2_register_irq(__rte_unused struct rte_intr_handle *intr_handle,
262 __rte_unused rte_intr_callback_fn cb,
263 __rte_unused void *data, __rte_unused unsigned int vec)
273 void otx2_unregister_irq(__rte_unused struct rte_intr_handle *intr_handle,
274 __rte_unused rte_intr_callback_fn cb,
275 __rte_unused void *data, __rte_unused unsigned int vec)
283 int otx2_disable_irqs(__rte_unused struct rte_intr_handle *intr_handle)
288 #endif /* RTE_EAL_VFIO */