1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2017 6WIND S.A.
3 * Copyright 2017 Mellanox Technologies, Ltd
9 #include <rte_malloc.h>
10 #include <rte_ethdev_driver.h>
11 #include <rte_ethdev_vdev.h>
12 #include <rte_devargs.h>
13 #include <rte_kvargs.h>
14 #include <rte_bus_vdev.h>
16 #include "failsafe_private.h"
18 const char pmd_failsafe_driver_name[] = FAILSAFE_DRIVER_NAME;
19 static const struct rte_eth_link eth_link = {
20 .link_speed = ETH_SPEED_NUM_10G,
21 .link_duplex = ETH_LINK_FULL_DUPLEX,
22 .link_status = ETH_LINK_UP,
23 .link_autoneg = ETH_LINK_AUTONEG,
27 fs_sub_device_alloc(struct rte_eth_dev *dev,
33 struct sub_device *sdev;
34 uint8_t sdev_iterator;
36 ret = failsafe_args_count_subdevice(dev, params);
39 if (PRIV(dev)->subs_tail > FAILSAFE_MAX_ETHPORTS) {
40 ERROR("Cannot allocate more than %d ports",
41 FAILSAFE_MAX_ETHPORTS);
44 nb_subs = PRIV(dev)->subs_tail;
45 PRIV(dev)->subs = rte_zmalloc(NULL,
46 sizeof(struct sub_device) * nb_subs,
48 if (PRIV(dev)->subs == NULL) {
49 ERROR("Could not allocate sub_devices");
52 /* Initiate static sub devices linked list. */
53 for (i = 1; i < nb_subs; i++)
54 PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs + i;
55 PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs;
57 FOREACH_SUBDEV(sdev, sdev_iterator, dev) {
58 sdev->sdev_port_id = RTE_MAX_ETHPORTS;
64 fs_sub_device_free(struct rte_eth_dev *dev)
66 rte_free(PRIV(dev)->subs);
69 static void fs_hotplug_alarm(void *arg);
72 failsafe_hotplug_alarm_install(struct rte_eth_dev *dev)
78 if (PRIV(dev)->pending_alarm)
80 ret = rte_eal_alarm_set(failsafe_hotplug_poll * 1000,
84 ERROR("Could not set up plug-in event detection");
87 PRIV(dev)->pending_alarm = 1;
92 failsafe_hotplug_alarm_cancel(struct rte_eth_dev *dev)
97 rte_eal_alarm_cancel(fs_hotplug_alarm, dev);
99 ERROR("rte_eal_alarm_cancel failed (errno: %s)",
100 strerror(rte_errno));
103 PRIV(dev)->pending_alarm = 0;
109 fs_hotplug_alarm(void *arg)
111 struct rte_eth_dev *dev = arg;
112 struct sub_device *sdev;
116 if (!PRIV(dev)->pending_alarm)
118 PRIV(dev)->pending_alarm = 0;
119 FOREACH_SUBDEV(sdev, i, dev)
120 if (sdev->state != PRIV(dev)->state)
122 /* if we have non-probed device */
123 if (i != PRIV(dev)->subs_tail) {
124 if (fs_lock(dev, 1) != 0)
126 ret = failsafe_eth_dev_state_sync(dev);
129 ERROR("Unable to synchronize sub_device state");
131 failsafe_dev_remove(dev);
133 ret = failsafe_hotplug_alarm_install(dev);
135 ERROR("Unable to set up next alarm");
139 fs_mutex_init(struct fs_priv *priv)
142 pthread_mutexattr_t attr;
144 ret = pthread_mutexattr_init(&attr);
146 ERROR("Cannot initiate mutex attributes - %s", strerror(ret));
149 /* Allow mutex relocks for the thread holding the mutex. */
150 ret = pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE);
152 ERROR("Cannot set mutex type - %s", strerror(ret));
155 ret = pthread_mutex_init(&priv->hotplug_mutex, &attr);
157 ERROR("Cannot initiate mutex - %s", strerror(ret));
164 fs_eth_dev_create(struct rte_vdev_device *vdev)
166 struct rte_eth_dev *dev;
167 struct rte_ether_addr *mac;
168 struct fs_priv *priv;
169 struct sub_device *sdev;
171 unsigned int socket_id;
177 socket_id = rte_socket_id();
178 INFO("Creating fail-safe device on NUMA socket %u", socket_id);
179 params = rte_vdev_device_args(vdev);
180 if (params == NULL) {
181 ERROR("This PMD requires sub-devices, none provided");
184 dev = rte_eth_vdev_allocate(vdev, sizeof(*priv));
186 ERROR("Unable to allocate rte_eth_dev");
190 priv->data = dev->data;
191 priv->rxp = FS_RX_PROXY_INIT;
192 dev->dev_ops = &failsafe_ops;
193 dev->data->mac_addrs = &PRIV(dev)->mac_addrs[0];
194 dev->data->dev_link = eth_link;
195 PRIV(dev)->nb_mac_addr = 1;
196 TAILQ_INIT(&PRIV(dev)->flow_list);
197 dev->rx_pkt_burst = (eth_rx_burst_t)&failsafe_rx_burst;
198 dev->tx_pkt_burst = (eth_tx_burst_t)&failsafe_tx_burst;
199 ret = fs_sub_device_alloc(dev, params);
201 ERROR("Could not allocate sub_devices");
204 ret = failsafe_args_parse(dev, params);
207 ret = rte_eth_dev_owner_new(&priv->my_owner.id);
209 ERROR("Failed to get unique owner identifier");
212 snprintf(priv->my_owner.name, sizeof(priv->my_owner.name),
213 FAILSAFE_OWNER_NAME);
214 DEBUG("Failsafe port %u owner info: %s_%016"PRIX64, dev->data->port_id,
215 priv->my_owner.name, priv->my_owner.id);
216 ret = rte_eth_dev_callback_register(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
217 failsafe_eth_new_event_callback,
220 ERROR("Failed to register NEW callback");
223 ret = failsafe_eal_init(dev);
225 goto unregister_new_callback;
226 ret = fs_mutex_init(priv);
228 goto unregister_new_callback;
229 ret = failsafe_hotplug_alarm_install(dev);
231 ERROR("Could not set up plug-in event detection");
232 goto unregister_new_callback;
234 mac = &dev->data->mac_addrs[0];
235 if (failsafe_mac_from_arg) {
237 * If MAC address was provided as a parameter,
238 * apply to all probed slaves.
240 FOREACH_SUBDEV_STATE(sdev, i, dev, DEV_PROBED) {
241 ret = rte_eth_dev_default_mac_addr_set(PORT_ID(sdev),
244 ERROR("Failed to set default MAC address");
250 * Use the ether_addr from first probed
251 * device, either preferred or fallback.
253 FOREACH_SUBDEV(sdev, i, dev)
254 if (sdev->state >= DEV_PROBED) {
256 Ð(sdev)->data->mac_addrs[0], mac);
260 * If no device has been probed and no ether_addr
261 * has been provided on the command line, use a random
263 * It will be applied during future slave state syncs to
266 if (i == priv->subs_tail)
267 rte_eth_random_addr(&mac->addr_bytes[0]);
269 INFO("MAC address is %02x:%02x:%02x:%02x:%02x:%02x",
270 mac->addr_bytes[0], mac->addr_bytes[1],
271 mac->addr_bytes[2], mac->addr_bytes[3],
272 mac->addr_bytes[4], mac->addr_bytes[5]);
273 dev->data->dev_flags |= RTE_ETH_DEV_INTR_LSC;
274 PRIV(dev)->intr_handle = (struct rte_intr_handle){
276 .type = RTE_INTR_HANDLE_EXT,
278 rte_eth_dev_probing_finish(dev);
281 failsafe_hotplug_alarm_cancel(dev);
282 unregister_new_callback:
283 rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
284 failsafe_eth_new_event_callback, dev);
286 failsafe_args_free(dev);
288 fs_sub_device_free(dev);
290 /* mac_addrs must not be freed alone because part of dev_private */
291 dev->data->mac_addrs = NULL;
292 rte_eth_dev_release_port(dev);
297 fs_rte_eth_free(const char *name)
299 struct rte_eth_dev *dev;
302 dev = rte_eth_dev_allocated(name);
305 rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
306 failsafe_eth_new_event_callback, dev);
307 ret = failsafe_eal_uninit(dev);
309 ERROR("Error while uninitializing sub-EAL");
310 failsafe_args_free(dev);
311 fs_sub_device_free(dev);
312 ret = pthread_mutex_destroy(&PRIV(dev)->hotplug_mutex);
314 ERROR("Error while destroying hotplug mutex");
315 rte_free(PRIV(dev)->mcast_addrs);
316 /* mac_addrs must not be freed alone because part of dev_private */
317 dev->data->mac_addrs = NULL;
318 rte_eth_dev_release_port(dev);
323 devargs_already_listed(struct rte_devargs *devargs)
325 struct rte_devargs *list_da;
327 RTE_EAL_DEVARGS_FOREACH(devargs->bus->name, list_da) {
328 if (strcmp(list_da->name, devargs->name) == 0)
329 /* devargs already in the list */
336 rte_pmd_failsafe_probe(struct rte_vdev_device *vdev)
339 struct rte_eth_dev *eth_dev;
340 struct sub_device *sdev;
341 struct rte_devargs devargs;
345 name = rte_vdev_device_name(vdev);
346 INFO("Initializing " FAILSAFE_DRIVER_NAME " for %s",
349 if (rte_eal_process_type() == RTE_PROC_SECONDARY &&
350 strlen(rte_vdev_device_args(vdev)) == 0) {
351 eth_dev = rte_eth_dev_attach_secondary(name);
353 ERROR("Failed to probe %s", name);
356 eth_dev->dev_ops = &failsafe_ops;
357 eth_dev->device = &vdev->device;
358 eth_dev->rx_pkt_burst = (eth_rx_burst_t)&failsafe_rx_burst;
359 eth_dev->tx_pkt_burst = (eth_tx_burst_t)&failsafe_tx_burst;
361 * Failsafe will attempt to probe all of its sub-devices.
362 * Any failure in sub-devices is not a fatal error.
363 * A sub-device can be plugged later.
365 FOREACH_SUBDEV(sdev, i, eth_dev) {
366 /* skip empty devargs */
367 if (sdev->devargs.name[0] == '\0')
370 /* rebuild devargs to be able to get the bus name. */
371 ret = rte_devargs_parse(&devargs,
374 ERROR("Failed to parse devargs %s",
378 if (!devargs_already_listed(&devargs)) {
379 ret = rte_dev_probe(devargs.name);
381 ERROR("Failed to probe devargs %s",
387 rte_eth_dev_probing_finish(eth_dev);
391 return fs_eth_dev_create(vdev);
395 rte_pmd_failsafe_remove(struct rte_vdev_device *vdev)
399 name = rte_vdev_device_name(vdev);
400 INFO("Uninitializing " FAILSAFE_DRIVER_NAME " for %s", name);
401 return fs_rte_eth_free(name);
404 static struct rte_vdev_driver failsafe_drv = {
405 .probe = rte_pmd_failsafe_probe,
406 .remove = rte_pmd_failsafe_remove,
409 RTE_PMD_REGISTER_VDEV(net_failsafe, failsafe_drv);
410 RTE_PMD_REGISTER_PARAM_STRING(net_failsafe, PMD_FAILSAFE_PARAM_STRING);
411 RTE_LOG_REGISTER(failsafe_logtype, pmd.net.failsafe, NOTICE)