net/bnxt: fix using RSS config struct
[dpdk.git] / drivers / net / failsafe / failsafe.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright 2017 6WIND S.A.
3  * Copyright 2017 Mellanox Technologies, Ltd
4  */
5
6 #include <stdbool.h>
7
8 #include <rte_alarm.h>
9 #include <rte_malloc.h>
10 #include <rte_ethdev_driver.h>
11 #include <rte_ethdev_vdev.h>
12 #include <rte_devargs.h>
13 #include <rte_kvargs.h>
14 #include <rte_bus_vdev.h>
15
16 #include "failsafe_private.h"
17
18 int failsafe_logtype;
19
20 const char pmd_failsafe_driver_name[] = FAILSAFE_DRIVER_NAME;
21 static const struct rte_eth_link eth_link = {
22         .link_speed = ETH_SPEED_NUM_10G,
23         .link_duplex = ETH_LINK_FULL_DUPLEX,
24         .link_status = ETH_LINK_UP,
25         .link_autoneg = ETH_LINK_AUTONEG,
26 };
27
28 static int
29 fs_sub_device_alloc(struct rte_eth_dev *dev,
30                 const char *params)
31 {
32         uint8_t nb_subs;
33         int ret;
34         int i;
35         struct sub_device *sdev;
36         uint8_t sdev_iterator;
37
38         ret = failsafe_args_count_subdevice(dev, params);
39         if (ret)
40                 return ret;
41         if (PRIV(dev)->subs_tail > FAILSAFE_MAX_ETHPORTS) {
42                 ERROR("Cannot allocate more than %d ports",
43                         FAILSAFE_MAX_ETHPORTS);
44                 return -ENOSPC;
45         }
46         nb_subs = PRIV(dev)->subs_tail;
47         PRIV(dev)->subs = rte_zmalloc(NULL,
48                         sizeof(struct sub_device) * nb_subs,
49                         RTE_CACHE_LINE_SIZE);
50         if (PRIV(dev)->subs == NULL) {
51                 ERROR("Could not allocate sub_devices");
52                 return -ENOMEM;
53         }
54         /* Initiate static sub devices linked list. */
55         for (i = 1; i < nb_subs; i++)
56                 PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs + i;
57         PRIV(dev)->subs[i - 1].next = PRIV(dev)->subs;
58
59         FOREACH_SUBDEV(sdev, sdev_iterator, dev) {
60                 sdev->sdev_port_id = RTE_MAX_ETHPORTS;
61         }
62         return 0;
63 }
64
65 static void
66 fs_sub_device_free(struct rte_eth_dev *dev)
67 {
68         rte_free(PRIV(dev)->subs);
69 }
70
71 static void fs_hotplug_alarm(void *arg);
72
73 int
74 failsafe_hotplug_alarm_install(struct rte_eth_dev *dev)
75 {
76         int ret;
77
78         if (dev == NULL)
79                 return -EINVAL;
80         if (PRIV(dev)->pending_alarm)
81                 return 0;
82         ret = rte_eal_alarm_set(failsafe_hotplug_poll * 1000,
83                                 fs_hotplug_alarm,
84                                 dev);
85         if (ret) {
86                 ERROR("Could not set up plug-in event detection");
87                 return ret;
88         }
89         PRIV(dev)->pending_alarm = 1;
90         return 0;
91 }
92
93 int
94 failsafe_hotplug_alarm_cancel(struct rte_eth_dev *dev)
95 {
96         int ret = 0;
97
98         rte_errno = 0;
99         rte_eal_alarm_cancel(fs_hotplug_alarm, dev);
100         if (rte_errno) {
101                 ERROR("rte_eal_alarm_cancel failed (errno: %s)",
102                       strerror(rte_errno));
103                 ret = -rte_errno;
104         } else {
105                 PRIV(dev)->pending_alarm = 0;
106         }
107         return ret;
108 }
109
110 static void
111 fs_hotplug_alarm(void *arg)
112 {
113         struct rte_eth_dev *dev = arg;
114         struct sub_device *sdev;
115         int ret;
116         uint8_t i;
117
118         if (!PRIV(dev)->pending_alarm)
119                 return;
120         PRIV(dev)->pending_alarm = 0;
121         FOREACH_SUBDEV(sdev, i, dev)
122                 if (sdev->state != PRIV(dev)->state)
123                         break;
124         /* if we have non-probed device */
125         if (i != PRIV(dev)->subs_tail) {
126                 if (fs_lock(dev, 1) != 0)
127                         goto reinstall;
128                 ret = failsafe_eth_dev_state_sync(dev);
129                 fs_unlock(dev, 1);
130                 if (ret)
131                         ERROR("Unable to synchronize sub_device state");
132         }
133         failsafe_dev_remove(dev);
134 reinstall:
135         ret = failsafe_hotplug_alarm_install(dev);
136         if (ret)
137                 ERROR("Unable to set up next alarm");
138 }
139
140 static int
141 fs_mutex_init(struct fs_priv *priv)
142 {
143         int ret;
144         pthread_mutexattr_t attr;
145
146         ret = pthread_mutexattr_init(&attr);
147         if (ret) {
148                 ERROR("Cannot initiate mutex attributes - %s", strerror(ret));
149                 return ret;
150         }
151         /* Allow mutex relocks for the thread holding the mutex. */
152         ret = pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE);
153         if (ret) {
154                 ERROR("Cannot set mutex type - %s", strerror(ret));
155                 return ret;
156         }
157         ret = pthread_mutex_init(&priv->hotplug_mutex, &attr);
158         if (ret) {
159                 ERROR("Cannot initiate mutex - %s", strerror(ret));
160                 return ret;
161         }
162         return 0;
163 }
164
165 static int
166 fs_eth_dev_create(struct rte_vdev_device *vdev)
167 {
168         struct rte_eth_dev *dev;
169         struct rte_ether_addr *mac;
170         struct fs_priv *priv;
171         struct sub_device *sdev;
172         const char *params;
173         unsigned int socket_id;
174         uint8_t i;
175         int ret;
176
177         dev = NULL;
178         priv = NULL;
179         socket_id = rte_socket_id();
180         INFO("Creating fail-safe device on NUMA socket %u", socket_id);
181         params = rte_vdev_device_args(vdev);
182         if (params == NULL) {
183                 ERROR("This PMD requires sub-devices, none provided");
184                 return -1;
185         }
186         dev = rte_eth_vdev_allocate(vdev, sizeof(*priv));
187         if (dev == NULL) {
188                 ERROR("Unable to allocate rte_eth_dev");
189                 return -1;
190         }
191         priv = PRIV(dev);
192         priv->data = dev->data;
193         priv->rxp = FS_RX_PROXY_INIT;
194         dev->dev_ops = &failsafe_ops;
195         dev->data->mac_addrs = &PRIV(dev)->mac_addrs[0];
196         dev->data->dev_link = eth_link;
197         PRIV(dev)->nb_mac_addr = 1;
198         TAILQ_INIT(&PRIV(dev)->flow_list);
199         dev->rx_pkt_burst = (eth_rx_burst_t)&failsafe_rx_burst;
200         dev->tx_pkt_burst = (eth_tx_burst_t)&failsafe_tx_burst;
201         ret = fs_sub_device_alloc(dev, params);
202         if (ret) {
203                 ERROR("Could not allocate sub_devices");
204                 goto free_dev;
205         }
206         ret = failsafe_args_parse(dev, params);
207         if (ret)
208                 goto free_subs;
209         ret = rte_eth_dev_owner_new(&priv->my_owner.id);
210         if (ret) {
211                 ERROR("Failed to get unique owner identifier");
212                 goto free_args;
213         }
214         snprintf(priv->my_owner.name, sizeof(priv->my_owner.name),
215                  FAILSAFE_OWNER_NAME);
216         DEBUG("Failsafe port %u owner info: %s_%016"PRIX64, dev->data->port_id,
217               priv->my_owner.name, priv->my_owner.id);
218         ret = rte_eth_dev_callback_register(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
219                                             failsafe_eth_new_event_callback,
220                                             dev);
221         if (ret) {
222                 ERROR("Failed to register NEW callback");
223                 goto free_args;
224         }
225         ret = failsafe_eal_init(dev);
226         if (ret)
227                 goto unregister_new_callback;
228         ret = fs_mutex_init(priv);
229         if (ret)
230                 goto unregister_new_callback;
231         ret = failsafe_hotplug_alarm_install(dev);
232         if (ret) {
233                 ERROR("Could not set up plug-in event detection");
234                 goto unregister_new_callback;
235         }
236         mac = &dev->data->mac_addrs[0];
237         if (failsafe_mac_from_arg) {
238                 /*
239                  * If MAC address was provided as a parameter,
240                  * apply to all probed slaves.
241                  */
242                 FOREACH_SUBDEV_STATE(sdev, i, dev, DEV_PROBED) {
243                         ret = rte_eth_dev_default_mac_addr_set(PORT_ID(sdev),
244                                                                mac);
245                         if (ret) {
246                                 ERROR("Failed to set default MAC address");
247                                 goto cancel_alarm;
248                         }
249                 }
250         } else {
251                 /*
252                  * Use the ether_addr from first probed
253                  * device, either preferred or fallback.
254                  */
255                 FOREACH_SUBDEV(sdev, i, dev)
256                         if (sdev->state >= DEV_PROBED) {
257                                 rte_ether_addr_copy(
258                                         &ETH(sdev)->data->mac_addrs[0], mac);
259                                 break;
260                         }
261                 /*
262                  * If no device has been probed and no ether_addr
263                  * has been provided on the command line, use a random
264                  * valid one.
265                  * It will be applied during future slave state syncs to
266                  * probed slaves.
267                  */
268                 if (i == priv->subs_tail)
269                         rte_eth_random_addr(&mac->addr_bytes[0]);
270         }
271         INFO("MAC address is %02x:%02x:%02x:%02x:%02x:%02x",
272                 mac->addr_bytes[0], mac->addr_bytes[1],
273                 mac->addr_bytes[2], mac->addr_bytes[3],
274                 mac->addr_bytes[4], mac->addr_bytes[5]);
275         dev->data->dev_flags |= RTE_ETH_DEV_INTR_LSC;
276         PRIV(dev)->intr_handle = (struct rte_intr_handle){
277                 .fd = -1,
278                 .type = RTE_INTR_HANDLE_EXT,
279         };
280         rte_eth_dev_probing_finish(dev);
281         return 0;
282 cancel_alarm:
283         failsafe_hotplug_alarm_cancel(dev);
284 unregister_new_callback:
285         rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
286                                         failsafe_eth_new_event_callback, dev);
287 free_args:
288         failsafe_args_free(dev);
289 free_subs:
290         fs_sub_device_free(dev);
291 free_dev:
292         /* mac_addrs must not be freed alone because part of dev_private */
293         dev->data->mac_addrs = NULL;
294         rte_eth_dev_release_port(dev);
295         return -1;
296 }
297
298 static int
299 fs_rte_eth_free(const char *name)
300 {
301         struct rte_eth_dev *dev;
302         int ret;
303
304         dev = rte_eth_dev_allocated(name);
305         if (dev == NULL)
306                 return -ENODEV;
307         rte_eth_dev_callback_unregister(RTE_ETH_ALL, RTE_ETH_EVENT_NEW,
308                                         failsafe_eth_new_event_callback, dev);
309         ret = failsafe_eal_uninit(dev);
310         if (ret)
311                 ERROR("Error while uninitializing sub-EAL");
312         failsafe_args_free(dev);
313         fs_sub_device_free(dev);
314         ret = pthread_mutex_destroy(&PRIV(dev)->hotplug_mutex);
315         if (ret)
316                 ERROR("Error while destroying hotplug mutex");
317         rte_free(PRIV(dev)->mcast_addrs);
318         /* mac_addrs must not be freed alone because part of dev_private */
319         dev->data->mac_addrs = NULL;
320         rte_eth_dev_release_port(dev);
321         return ret;
322 }
323
324 static bool
325 devargs_already_listed(struct rte_devargs *devargs)
326 {
327         struct rte_devargs *list_da;
328
329         RTE_EAL_DEVARGS_FOREACH(devargs->bus->name, list_da) {
330                 if (strcmp(list_da->name, devargs->name) == 0)
331                         /* devargs already in the list */
332                         return true;
333         }
334         return false;
335 }
336
337 static int
338 rte_pmd_failsafe_probe(struct rte_vdev_device *vdev)
339 {
340         const char *name;
341         struct rte_eth_dev *eth_dev;
342         struct sub_device  *sdev;
343         struct rte_devargs devargs;
344         uint8_t i;
345         int ret;
346
347         name = rte_vdev_device_name(vdev);
348         INFO("Initializing " FAILSAFE_DRIVER_NAME " for %s",
349                         name);
350
351         if (rte_eal_process_type() == RTE_PROC_SECONDARY &&
352             strlen(rte_vdev_device_args(vdev)) == 0) {
353                 eth_dev = rte_eth_dev_attach_secondary(name);
354                 if (!eth_dev) {
355                         ERROR("Failed to probe %s", name);
356                         return -1;
357                 }
358                 eth_dev->dev_ops = &failsafe_ops;
359                 eth_dev->device = &vdev->device;
360                 eth_dev->rx_pkt_burst = (eth_rx_burst_t)&failsafe_rx_burst;
361                 eth_dev->tx_pkt_burst = (eth_tx_burst_t)&failsafe_tx_burst;
362                 /*
363                  * Failsafe will attempt to probe all of its sub-devices.
364                  * Any failure in sub-devices is not a fatal error.
365                  * A sub-device can be plugged later.
366                  */
367                 FOREACH_SUBDEV(sdev, i, eth_dev) {
368                         /* skip empty devargs */
369                         if (sdev->devargs.name[0] == '\0')
370                                 continue;
371
372                         /* rebuild devargs to be able to get the bus name. */
373                         ret = rte_devargs_parse(&devargs,
374                                                 sdev->devargs.name);
375                         if (ret != 0) {
376                                 ERROR("Failed to parse devargs %s",
377                                         devargs.name);
378                                 continue;
379                         }
380                         if (!devargs_already_listed(&devargs)) {
381                                 ret = rte_dev_probe(devargs.name);
382                                 if (ret < 0) {
383                                         ERROR("Failed to probe devargs %s",
384                                               devargs.name);
385                                         continue;
386                                 }
387                         }
388                 }
389                 rte_eth_dev_probing_finish(eth_dev);
390                 return 0;
391         }
392
393         return fs_eth_dev_create(vdev);
394 }
395
396 static int
397 rte_pmd_failsafe_remove(struct rte_vdev_device *vdev)
398 {
399         const char *name;
400
401         name = rte_vdev_device_name(vdev);
402         INFO("Uninitializing " FAILSAFE_DRIVER_NAME " for %s", name);
403         return fs_rte_eth_free(name);
404 }
405
406 static struct rte_vdev_driver failsafe_drv = {
407         .probe = rte_pmd_failsafe_probe,
408         .remove = rte_pmd_failsafe_remove,
409 };
410
411 RTE_PMD_REGISTER_VDEV(net_failsafe, failsafe_drv);
412 RTE_PMD_REGISTER_PARAM_STRING(net_failsafe, PMD_FAILSAFE_PARAM_STRING);
413
414 RTE_INIT(failsafe_init_log)
415 {
416         failsafe_logtype = rte_log_register("pmd.net.failsafe");
417         if (failsafe_logtype >= 0)
418                 rte_log_set_level(failsafe_logtype, RTE_LOG_NOTICE);
419 }