4 * Copyright 2017 6WIND S.A.
5 * Copyright 2017 Mellanox.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of 6WIND S.A. nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
37 #include <rte_flow_driver.h>
39 #include "failsafe_private.h"
41 /** Print a message out of a flow error. */
43 fs_flow_complain(struct rte_flow_error *error)
45 static const char *const errstrlist[] = {
46 [RTE_FLOW_ERROR_TYPE_NONE] = "no error",
47 [RTE_FLOW_ERROR_TYPE_UNSPECIFIED] = "cause unspecified",
48 [RTE_FLOW_ERROR_TYPE_HANDLE] = "flow rule (handle)",
49 [RTE_FLOW_ERROR_TYPE_ATTR_GROUP] = "group field",
50 [RTE_FLOW_ERROR_TYPE_ATTR_PRIORITY] = "priority field",
51 [RTE_FLOW_ERROR_TYPE_ATTR_INGRESS] = "ingress field",
52 [RTE_FLOW_ERROR_TYPE_ATTR_EGRESS] = "egress field",
53 [RTE_FLOW_ERROR_TYPE_ATTR] = "attributes structure",
54 [RTE_FLOW_ERROR_TYPE_ITEM_NUM] = "pattern length",
55 [RTE_FLOW_ERROR_TYPE_ITEM] = "specific pattern item",
56 [RTE_FLOW_ERROR_TYPE_ACTION_NUM] = "number of actions",
57 [RTE_FLOW_ERROR_TYPE_ACTION] = "specific action",
63 if ((unsigned int)error->type >= RTE_DIM(errstrlist) ||
64 !errstrlist[error->type])
65 errstr = "unknown type";
67 errstr = errstrlist[error->type];
68 ERROR("Caught error type %d (%s): %s%s\n",
70 error->cause ? (snprintf(buf, sizeof(buf), "cause: %p, ",
71 error->cause), buf) : "",
72 error->message ? error->message : "(no stated reason)");
77 eth_dev_flow_isolate_set(struct rte_eth_dev *dev,
78 struct sub_device *sdev)
80 struct rte_flow_error ferror;
83 if (!PRIV(dev)->flow_isolated) {
84 DEBUG("Flow isolation already disabled");
86 DEBUG("Enabling flow isolation");
87 ret = rte_flow_isolate(PORT_ID(sdev),
88 PRIV(dev)->flow_isolated,
91 fs_flow_complain(&ferror);
99 fs_eth_dev_conf_apply(struct rte_eth_dev *dev,
100 struct sub_device *sdev)
102 struct rte_eth_dev *edev;
103 struct rte_vlan_filter_conf *vfc1;
104 struct rte_vlan_filter_conf *vfc2;
105 struct rte_flow *flow;
106 struct rte_flow_error ferror;
112 for (i = 0; i < dev->data->nb_rx_queues; i++) {
115 rxq = dev->data->rx_queues[i];
116 ret = rte_eth_rx_queue_setup(PORT_ID(sdev), i,
117 rxq->info.nb_desc, rxq->socket_id,
118 &rxq->info.conf, rxq->info.mp);
120 ERROR("rx_queue_setup failed");
125 for (i = 0; i < dev->data->nb_tx_queues; i++) {
128 txq = dev->data->tx_queues[i];
129 ret = rte_eth_tx_queue_setup(PORT_ID(sdev), i,
130 txq->info.nb_desc, txq->socket_id,
133 ERROR("tx_queue_setup failed");
137 /* dev_link.link_status */
138 if (dev->data->dev_link.link_status !=
139 edev->data->dev_link.link_status) {
140 DEBUG("Configuring link_status");
141 if (dev->data->dev_link.link_status)
142 ret = rte_eth_dev_set_link_up(PORT_ID(sdev));
144 ret = rte_eth_dev_set_link_down(PORT_ID(sdev));
146 ERROR("Failed to apply link_status");
150 DEBUG("link_status already set");
153 if (dev->data->promiscuous != edev->data->promiscuous) {
154 DEBUG("Configuring promiscuous");
155 if (dev->data->promiscuous)
156 rte_eth_promiscuous_enable(PORT_ID(sdev));
158 rte_eth_promiscuous_disable(PORT_ID(sdev));
160 DEBUG("promiscuous already set");
163 if (dev->data->all_multicast != edev->data->all_multicast) {
164 DEBUG("Configuring all_multicast");
165 if (dev->data->all_multicast)
166 rte_eth_allmulticast_enable(PORT_ID(sdev));
168 rte_eth_allmulticast_disable(PORT_ID(sdev));
170 DEBUG("all_multicast already set");
173 if (dev->data->mtu != edev->data->mtu) {
174 DEBUG("Configuring MTU");
175 ret = rte_eth_dev_set_mtu(PORT_ID(sdev), dev->data->mtu);
177 ERROR("Failed to apply MTU");
181 DEBUG("MTU already set");
184 DEBUG("Configuring default MAC address");
185 ret = rte_eth_dev_default_mac_addr_set(PORT_ID(sdev),
186 &dev->data->mac_addrs[0]);
188 ERROR("Setting default MAC address failed");
192 if (PRIV(dev)->nb_mac_addr > 1)
193 DEBUG("Configure additional MAC address%s",
194 (PRIV(dev)->nb_mac_addr > 2 ? "es" : ""));
195 for (i = 1; i < PRIV(dev)->nb_mac_addr; i++) {
196 struct ether_addr *ea;
198 ea = &dev->data->mac_addrs[i];
199 ret = rte_eth_dev_mac_addr_add(PORT_ID(sdev), ea,
200 PRIV(dev)->mac_addr_pool[i]);
202 char ea_fmt[ETHER_ADDR_FMT_SIZE];
204 ether_format_addr(ea_fmt, ETHER_ADDR_FMT_SIZE, ea);
205 ERROR("Adding MAC address %s failed", ea_fmt);
210 vfc1 = &dev->data->vlan_filter_conf;
211 vfc2 = &edev->data->vlan_filter_conf;
212 if (memcmp(vfc1, vfc2, sizeof(struct rte_vlan_filter_conf))) {
218 DEBUG("Configuring VLAN filter");
219 for (i = 0; i < RTE_DIM(vfc1->ids); i++) {
220 if (vfc1->ids[i] == 0)
225 /* count trailing zeroes */
226 vbit = ~ids & (ids - 1);
227 /* clear least significant bit set */
228 ids ^= (ids ^ (ids - 1)) ^ vbit;
229 for (; vbit; vlan_id++)
231 ret = rte_eth_dev_vlan_filter(
232 PORT_ID(sdev), vlan_id, 1);
234 ERROR("Failed to apply VLAN filter %hu",
241 DEBUG("VLAN filter already set");
244 if (TAILQ_EMPTY(&PRIV(dev)->flow_list)) {
245 DEBUG("rte_flow already set");
247 DEBUG("Resetting rte_flow configuration");
248 ret = rte_flow_flush(PORT_ID(sdev), &ferror);
250 fs_flow_complain(&ferror);
255 DEBUG("Configuring rte_flow");
256 TAILQ_FOREACH(flow, &PRIV(dev)->flow_list, next) {
257 DEBUG("Creating flow #%" PRIu32, i++);
258 flow->flows[SUB_ID(sdev)] =
259 rte_flow_create(PORT_ID(sdev),
269 fs_flow_complain(&ferror);
277 fs_dev_remove(struct sub_device *sdev)
283 switch (sdev->state) {
285 rte_eth_dev_stop(PORT_ID(sdev));
286 sdev->state = DEV_ACTIVE;
289 rte_eth_dev_close(PORT_ID(sdev));
290 sdev->state = DEV_PROBED;
293 ret = rte_eal_hotplug_remove(sdev->bus->name,
296 ERROR("Bus detach failed for sub_device %u",
299 ETH(sdev)->state = RTE_ETH_DEV_UNUSED;
301 sdev->state = DEV_PARSED;
305 sdev->state = DEV_UNDEFINED;
309 failsafe_hotplug_alarm_install(sdev->fs_dev);
313 fs_dev_stats_save(struct sub_device *sdev)
315 failsafe_stats_increment(&PRIV(sdev->fs_dev)->stats_accumulator,
316 &sdev->stats_snapshot);
317 memset(&sdev->stats_snapshot, 0, sizeof(struct rte_eth_stats));
321 fs_rxtx_clean(struct sub_device *sdev)
325 for (i = 0; i < ETH(sdev)->data->nb_rx_queues; i++)
326 if (FS_ATOMIC_RX(sdev, i))
328 for (i = 0; i < ETH(sdev)->data->nb_tx_queues; i++)
329 if (FS_ATOMIC_TX(sdev, i))
335 failsafe_dev_remove(struct rte_eth_dev *dev)
337 struct sub_device *sdev;
340 FOREACH_SUBDEV_STATE(sdev, i, dev, DEV_ACTIVE)
341 if (sdev->remove && fs_rxtx_clean(sdev)) {
342 fs_dev_stats_save(sdev);
348 failsafe_eth_dev_state_sync(struct rte_eth_dev *dev)
350 struct sub_device *sdev;
355 if (PRIV(dev)->state < DEV_PARSED)
358 ret = failsafe_args_parse_subs(dev);
362 if (PRIV(dev)->state < DEV_PROBED)
364 ret = failsafe_eal_init(dev);
367 if (PRIV(dev)->state < DEV_ACTIVE)
370 FOREACH_SUBDEV(sdev, i, dev) {
371 if (sdev->state == DEV_PROBED) {
372 inactive |= UINT32_C(1) << i;
373 ret = eth_dev_flow_isolate_set(dev, sdev);
375 ERROR("Could not apply configuration to sub_device %d",
381 ret = dev->dev_ops->dev_configure(dev);
384 FOREACH_SUBDEV(sdev, i, dev) {
385 if (inactive & (UINT32_C(1) << i)) {
386 ret = fs_eth_dev_conf_apply(dev, sdev);
388 ERROR("Could not apply configuration to sub_device %d",
395 * If new devices have been configured, check if
396 * the link state has changed.
399 dev->dev_ops->link_update(dev, 1);
400 if (PRIV(dev)->state < DEV_STARTED)
402 ret = dev->dev_ops->dev_start(dev);
407 FOREACH_SUBDEV(sdev, i, dev)
408 if (sdev->state != PRIV(dev)->state)
414 failsafe_stats_increment(struct rte_eth_stats *to, struct rte_eth_stats *from)
418 RTE_ASSERT(to != NULL && from != NULL);
419 to->ipackets += from->ipackets;
420 to->opackets += from->opackets;
421 to->ibytes += from->ibytes;
422 to->obytes += from->obytes;
423 to->imissed += from->imissed;
424 to->ierrors += from->ierrors;
425 to->oerrors += from->oerrors;
426 to->rx_nombuf += from->rx_nombuf;
427 for (i = 0; i < RTE_ETHDEV_QUEUE_STAT_CNTRS; i++) {
428 to->q_ipackets[i] += from->q_ipackets[i];
429 to->q_opackets[i] += from->q_opackets[i];
430 to->q_ibytes[i] += from->q_ibytes[i];
431 to->q_obytes[i] += from->q_obytes[i];
432 to->q_errors[i] += from->q_errors[i];
437 failsafe_eth_rmv_event_callback(uint16_t port_id __rte_unused,
438 enum rte_eth_event_type event __rte_unused,
439 void *cb_arg, void *out __rte_unused)
441 struct sub_device *sdev = cb_arg;
443 /* Switch as soon as possible tx_dev. */
444 fs_switch_dev(sdev->fs_dev, sdev);
445 /* Use safe bursts in any case. */
446 set_burst_fn(sdev->fs_dev, 1);
448 * Async removal, the sub-PMD will try to unregister
449 * the callback at the source of the current thread context.
456 failsafe_eth_lsc_event_callback(uint16_t port_id __rte_unused,
457 enum rte_eth_event_type event __rte_unused,
458 void *cb_arg, void *out __rte_unused)
460 struct rte_eth_dev *dev = cb_arg;
463 ret = dev->dev_ops->link_update(dev, 0);
464 /* We must pass on the LSC event */
466 return _rte_eth_dev_callback_process(dev,
467 RTE_ETH_EVENT_INTR_LSC,