1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2017 6WIND S.A.
3 * Copyright 2017 Mellanox Technologies, Ltd
7 #include <rte_malloc.h>
8 #include <rte_ethdev_driver.h>
9 #include <rte_ethdev_vdev.h>
10 #include <rte_devargs.h>
11 #include <rte_kvargs.h>
12 #include <rte_bus_vdev.h>
14 #include "failsafe_private.h"
18 const char pmd_failsafe_driver_name[] = FAILSAFE_DRIVER_NAME;
19 static const struct rte_eth_link eth_link = {
20 .link_speed = ETH_SPEED_NUM_10G,
21 .link_duplex = ETH_LINK_FULL_DUPLEX,
22 .link_status = ETH_LINK_UP,
23 .link_autoneg = ETH_LINK_AUTONEG,
27 fs_sub_device_alloc(struct rte_eth_dev *dev,
34 ret = failsafe_args_count_subdevice(dev, params);
37 if (PRIV(dev)->subs_tail > FAILSAFE_MAX_ETHPORTS) {
38 ERROR("Cannot allocate more than %d ports",
39 FAILSAFE_MAX_ETHPORTS);
42 nb_subs = PRIV(dev)->subs_tail;
43 PRIV(dev)->subs = rte_zmalloc(NULL,
44 sizeof(struct sub_device) * nb_subs,
46 if (PRIV(dev)->subs == NULL) {
47 ERROR("Could not allocate sub_devices");
50 /* Initiate static sub devices linked list. */
51 for (i = 1; i < nb_subs; i++)
52 PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs + i;
53 PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs;
58 fs_sub_device_free(struct rte_eth_dev *dev)
60 rte_free(PRIV(dev)->subs);
63 static void fs_hotplug_alarm(void *arg);
66 failsafe_hotplug_alarm_install(struct rte_eth_dev *dev)
72 if (PRIV(dev)->pending_alarm)
74 ret = rte_eal_alarm_set(hotplug_poll * 1000,
78 ERROR("Could not set up plug-in event detection");
81 PRIV(dev)->pending_alarm = 1;
86 failsafe_hotplug_alarm_cancel(struct rte_eth_dev *dev)
91 rte_eal_alarm_cancel(fs_hotplug_alarm, dev);
93 ERROR("rte_eal_alarm_cancel failed (errno: %s)",
97 PRIV(dev)->pending_alarm = 0;
103 fs_hotplug_alarm(void *arg)
105 struct rte_eth_dev *dev = arg;
106 struct sub_device *sdev;
110 if (!PRIV(dev)->pending_alarm)
112 PRIV(dev)->pending_alarm = 0;
113 FOREACH_SUBDEV(sdev, i, dev)
114 if (sdev->state != PRIV(dev)->state)
116 /* if we have non-probed device */
117 if (i != PRIV(dev)->subs_tail) {
118 if (fs_lock(dev, 1) != 0)
120 ret = failsafe_eth_dev_state_sync(dev);
123 ERROR("Unable to synchronize sub_device state");
125 failsafe_dev_remove(dev);
127 ret = failsafe_hotplug_alarm_install(dev);
129 ERROR("Unable to set up next alarm");
133 fs_mutex_init(struct fs_priv *priv)
136 pthread_mutexattr_t attr;
138 ret = pthread_mutexattr_init(&attr);
140 ERROR("Cannot initiate mutex attributes - %s", strerror(ret));
143 /* Allow mutex relocks for the thread holding the mutex. */
144 ret = pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE);
146 ERROR("Cannot set mutex type - %s", strerror(ret));
149 ret = pthread_mutex_init(&priv->hotplug_mutex, &attr);
151 ERROR("Cannot initiate mutex - %s", strerror(ret));
158 fs_eth_dev_create(struct rte_vdev_device *vdev)
160 struct rte_eth_dev *dev;
161 struct ether_addr *mac;
162 struct fs_priv *priv;
163 struct sub_device *sdev;
165 unsigned int socket_id;
171 socket_id = rte_socket_id();
172 INFO("Creating fail-safe device on NUMA socket %u", socket_id);
173 params = rte_vdev_device_args(vdev);
174 if (params == NULL) {
175 ERROR("This PMD requires sub-devices, none provided");
178 dev = rte_eth_vdev_allocate(vdev, sizeof(*priv));
180 ERROR("Unable to allocate rte_eth_dev");
185 dev->dev_ops = &failsafe_ops;
186 dev->data->mac_addrs = &PRIV(dev)->mac_addrs[0];
187 dev->data->dev_link = eth_link;
188 PRIV(dev)->nb_mac_addr = 1;
189 TAILQ_INIT(&PRIV(dev)->flow_list);
190 dev->rx_pkt_burst = (eth_rx_burst_t)&failsafe_rx_burst;
191 dev->tx_pkt_burst = (eth_tx_burst_t)&failsafe_tx_burst;
192 ret = fs_sub_device_alloc(dev, params);
194 ERROR("Could not allocate sub_devices");
197 ret = failsafe_args_parse(dev, params);
200 ret = rte_eth_dev_owner_new(&priv->my_owner.id);
202 ERROR("Failed to get unique owner identifier");
205 snprintf(priv->my_owner.name, sizeof(priv->my_owner.name),
206 FAILSAFE_OWNER_NAME);
207 DEBUG("Failsafe port %u owner info: %s_%016"PRIX64, dev->data->port_id,
208 priv->my_owner.name, priv->my_owner.id);
209 ret = rte_eth_dev_callback_register(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
210 failsafe_eth_new_event_callback,
213 ERROR("Failed to register NEW callback");
216 ret = failsafe_eal_init(dev);
218 goto unregister_new_callback;
219 ret = fs_mutex_init(priv);
221 goto unregister_new_callback;
222 ret = failsafe_hotplug_alarm_install(dev);
224 ERROR("Could not set up plug-in event detection");
225 goto unregister_new_callback;
227 mac = &dev->data->mac_addrs[0];
230 * If MAC address was provided as a parameter,
231 * apply to all probed slaves.
233 FOREACH_SUBDEV_STATE(sdev, i, dev, DEV_PROBED) {
234 ret = rte_eth_dev_default_mac_addr_set(PORT_ID(sdev),
237 ERROR("Failed to set default MAC address");
243 * Use the ether_addr from first probed
244 * device, either preferred or fallback.
246 FOREACH_SUBDEV(sdev, i, dev)
247 if (sdev->state >= DEV_PROBED) {
248 ether_addr_copy(Ð(sdev)->data->mac_addrs[0],
253 * If no device has been probed and no ether_addr
254 * has been provided on the command line, use a random
256 * It will be applied during future slave state syncs to
259 if (i == priv->subs_tail)
260 eth_random_addr(&mac->addr_bytes[0]);
262 INFO("MAC address is %02x:%02x:%02x:%02x:%02x:%02x",
263 mac->addr_bytes[0], mac->addr_bytes[1],
264 mac->addr_bytes[2], mac->addr_bytes[3],
265 mac->addr_bytes[4], mac->addr_bytes[5]);
266 dev->data->dev_flags |= RTE_ETH_DEV_INTR_LSC;
267 PRIV(dev)->intr_handle = (struct rte_intr_handle){
269 .type = RTE_INTR_HANDLE_EXT,
271 rte_eth_dev_probing_finish(dev);
274 failsafe_hotplug_alarm_cancel(dev);
275 unregister_new_callback:
276 rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
277 failsafe_eth_new_event_callback, dev);
279 failsafe_args_free(dev);
281 fs_sub_device_free(dev);
284 rte_eth_dev_release_port(dev);
289 fs_rte_eth_free(const char *name)
291 struct rte_eth_dev *dev;
294 dev = rte_eth_dev_allocated(name);
297 rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
298 failsafe_eth_new_event_callback, dev);
299 ret = failsafe_eal_uninit(dev);
301 ERROR("Error while uninitializing sub-EAL");
302 failsafe_args_free(dev);
303 fs_sub_device_free(dev);
304 ret = pthread_mutex_destroy(&PRIV(dev)->hotplug_mutex);
306 ERROR("Error while destroying hotplug mutex");
308 rte_eth_dev_release_port(dev);
313 rte_pmd_failsafe_probe(struct rte_vdev_device *vdev)
316 struct rte_eth_dev *eth_dev;
318 name = rte_vdev_device_name(vdev);
319 INFO("Initializing " FAILSAFE_DRIVER_NAME " for %s",
322 if (rte_eal_process_type() == RTE_PROC_SECONDARY &&
323 strlen(rte_vdev_device_args(vdev)) == 0) {
324 eth_dev = rte_eth_dev_attach_secondary(name);
326 ERROR("Failed to probe %s", name);
329 /* TODO: request info from primary to set up Rx and Tx */
330 eth_dev->dev_ops = &failsafe_ops;
331 rte_eth_dev_probing_finish(eth_dev);
335 return fs_eth_dev_create(vdev);
339 rte_pmd_failsafe_remove(struct rte_vdev_device *vdev)
343 name = rte_vdev_device_name(vdev);
344 INFO("Uninitializing " FAILSAFE_DRIVER_NAME " for %s", name);
345 return fs_rte_eth_free(name);
348 static struct rte_vdev_driver failsafe_drv = {
349 .probe = rte_pmd_failsafe_probe,
350 .remove = rte_pmd_failsafe_remove,
353 RTE_PMD_REGISTER_VDEV(net_failsafe, failsafe_drv);
354 RTE_PMD_REGISTER_PARAM_STRING(net_failsafe, PMD_FAILSAFE_PARAM_STRING);
356 RTE_INIT(failsafe_init_log);
358 failsafe_init_log(void)
360 failsafe_logtype = rte_log_register("pmd.net.failsafe");
361 if (failsafe_logtype >= 0)
362 rte_log_set_level(failsafe_logtype, RTE_LOG_NOTICE);