1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018 Marvell International Ltd.
3 * Copyright(c) 2018 Semihalf.
7 #include <rte_string_fns.h>
8 #include <rte_ethdev_driver.h>
9 #include <rte_kvargs.h>
10 #include <rte_bus_vdev.h>
14 #include <linux/ethtool.h>
15 #include <linux/sockios.h>
17 #include <net/if_arp.h>
18 #include <sys/ioctl.h>
19 #include <sys/socket.h>
21 #include <sys/types.h>
23 #include <rte_mvep_common.h>
25 #include "mvneta_rxtx.h"
28 #define MVNETA_IFACE_NAME_ARG "iface"
30 #define MVNETA_PKT_SIZE_MAX (16382 - MV_MH_SIZE) /* 9700B */
31 #define MVNETA_DEFAULT_MTU 1500
33 #define MVNETA_MAC_ADDRS_MAX 256 /*16 UC, 256 IP, 256 MC/BC */
34 /** Maximum length of a match string */
35 #define MVNETA_MATCH_LEN 16
37 static const char * const valid_args[] = {
38 MVNETA_IFACE_NAME_ARG,
42 struct mvneta_ifnames {
43 const char *names[NETA_NUM_ETH_PPIO];
47 static int mvneta_dev_num;
49 static int mvneta_stats_reset(struct rte_eth_dev *dev);
50 static int rte_pmd_mvneta_remove(struct rte_vdev_device *vdev);
54 * Deinitialize packet processor.
57 mvneta_neta_deinit(void)
63 * Initialize packet processor.
66 * 0 on success, negative error value otherwise.
69 mvneta_neta_init(void)
75 * Callback used by rte_kvargs_process() during argument parsing.
78 * Pointer to the parsed key (unused).
80 * Pointer to the parsed value.
82 * Pointer to the extra arguments which contains address of the
83 * table of pointers to parsed interface names.
89 mvneta_ifnames_get(const char *key __rte_unused, const char *value,
92 struct mvneta_ifnames *ifnames = extra_args;
94 ifnames->names[ifnames->idx++] = value;
100 * Ethernet device configuration.
102 * Prepare the driver for a given number of TX and RX queues and
103 * configure RSS if supported.
106 * Pointer to Ethernet device structure.
109 * 0 on success, negative error value otherwise.
112 mvneta_dev_configure(struct rte_eth_dev *dev)
114 struct mvneta_priv *priv = dev->data->dev_private;
115 struct neta_ppio_params *ppio_params;
117 if (dev->data->dev_conf.rxmode.mq_mode != ETH_MQ_RX_NONE) {
118 MVNETA_LOG(INFO, "Unsupported RSS and rx multi queue mode %d",
119 dev->data->dev_conf.rxmode.mq_mode);
120 if (dev->data->nb_rx_queues > 1)
124 if (dev->data->dev_conf.rxmode.split_hdr_size) {
125 MVNETA_LOG(INFO, "Split headers not supported");
129 if (dev->data->dev_conf.rxmode.offloads & DEV_RX_OFFLOAD_JUMBO_FRAME)
130 dev->data->mtu = dev->data->dev_conf.rxmode.max_rx_pkt_len -
131 MRVL_NETA_ETH_HDRS_LEN;
133 if (dev->data->dev_conf.txmode.offloads & DEV_TX_OFFLOAD_MULTI_SEGS)
136 ppio_params = &priv->ppio_params;
137 ppio_params->outqs_params.num_outqs = dev->data->nb_tx_queues;
138 /* Default: 1 TC, no QoS supported. */
139 ppio_params->inqs_params.num_tcs = 1;
140 ppio_params->inqs_params.tcs_params[0].pkt_offset = MRVL_NETA_PKT_OFFS;
141 priv->ppio_id = dev->data->port_id;
147 * DPDK callback to get information about the device.
150 * Pointer to Ethernet device structure (unused).
152 * Info structure output buffer.
155 mvneta_dev_infos_get(struct rte_eth_dev *dev __rte_unused,
156 struct rte_eth_dev_info *info)
158 info->speed_capa = ETH_LINK_SPEED_10M |
159 ETH_LINK_SPEED_100M |
163 info->max_rx_queues = MRVL_NETA_RXQ_MAX;
164 info->max_tx_queues = MRVL_NETA_TXQ_MAX;
165 info->max_mac_addrs = MVNETA_MAC_ADDRS_MAX;
167 info->rx_desc_lim.nb_max = MRVL_NETA_RXD_MAX;
168 info->rx_desc_lim.nb_min = MRVL_NETA_RXD_MIN;
169 info->rx_desc_lim.nb_align = MRVL_NETA_RXD_ALIGN;
171 info->tx_desc_lim.nb_max = MRVL_NETA_TXD_MAX;
172 info->tx_desc_lim.nb_min = MRVL_NETA_TXD_MIN;
173 info->tx_desc_lim.nb_align = MRVL_NETA_TXD_ALIGN;
175 info->rx_offload_capa = MVNETA_RX_OFFLOADS;
176 info->rx_queue_offload_capa = MVNETA_RX_OFFLOADS;
178 info->tx_offload_capa = MVNETA_TX_OFFLOADS;
179 info->tx_queue_offload_capa = MVNETA_TX_OFFLOADS;
181 /* By default packets are dropped if no descriptors are available */
182 info->default_rxconf.rx_drop_en = 1;
183 /* Deferred tx queue start is not supported */
184 info->default_txconf.tx_deferred_start = 0;
185 info->default_txconf.offloads = 0;
187 info->max_rx_pktlen = MVNETA_PKT_SIZE_MAX;
193 * Return supported packet types.
196 * Pointer to Ethernet device structure (unused).
199 * Const pointer to the table with supported packet types.
201 static const uint32_t *
202 mvneta_dev_supported_ptypes_get(struct rte_eth_dev *dev __rte_unused)
204 static const uint32_t ptypes[] = {
206 RTE_PTYPE_L2_ETHER_VLAN,
217 * DPDK callback to change the MTU.
219 * Setting the MTU affects hardware MRU (packets larger than the MRU
223 * Pointer to Ethernet device structure.
228 * 0 on success, negative error value otherwise.
231 mvneta_mtu_set(struct rte_eth_dev *dev, uint16_t mtu)
233 struct mvneta_priv *priv = dev->data->dev_private;
234 uint16_t mbuf_data_size = 0; /* SW buffer size */
238 mru = MRVL_NETA_MTU_TO_MRU(mtu);
240 * min_rx_buf_size is equal to mbuf data size
241 * if pmd didn't set it differently
243 mbuf_data_size = dev->data->min_rx_buf_size - RTE_PKTMBUF_HEADROOM;
245 * - setting mru greater than the mbuf size resulting in
246 * hw and sw buffer size mismatch
247 * - setting mtu that requires the support of scattered packets
248 * when this feature has not been enabled/supported so far.
250 if (!dev->data->scattered_rx &&
251 (mru + MRVL_NETA_PKT_OFFS > mbuf_data_size)) {
252 mru = mbuf_data_size - MRVL_NETA_PKT_OFFS;
253 mtu = MRVL_NETA_MRU_TO_MTU(mru);
254 MVNETA_LOG(WARNING, "MTU too big, max MTU possible limitted by"
255 " current mbuf size: %u. Set MTU to %u, MRU to %u",
256 mbuf_data_size, mtu, mru);
259 if (mtu < RTE_ETHER_MIN_MTU || mru > MVNETA_PKT_SIZE_MAX) {
260 MVNETA_LOG(ERR, "Invalid MTU [%u] or MRU [%u]", mtu, mru);
264 dev->data->mtu = mtu;
265 dev->data->dev_conf.rxmode.max_rx_pkt_len = mru - MV_MH_SIZE;
268 /* It is OK. New MTU will be set later on mvneta_dev_start */
271 ret = neta_ppio_set_mru(priv->ppio, mru);
273 MVNETA_LOG(ERR, "Failed to change MRU");
277 ret = neta_ppio_set_mtu(priv->ppio, mtu);
279 MVNETA_LOG(ERR, "Failed to change MTU");
282 MVNETA_LOG(INFO, "MTU changed to %u, MRU = %u", mtu, mru);
288 * DPDK callback to bring the link up.
291 * Pointer to Ethernet device structure.
294 * 0 on success, negative error value otherwise.
297 mvneta_dev_set_link_up(struct rte_eth_dev *dev)
299 struct mvneta_priv *priv = dev->data->dev_private;
304 return neta_ppio_enable(priv->ppio);
308 * DPDK callback to bring the link down.
311 * Pointer to Ethernet device structure.
314 * 0 on success, negative error value otherwise.
317 mvneta_dev_set_link_down(struct rte_eth_dev *dev)
319 struct mvneta_priv *priv = dev->data->dev_private;
324 return neta_ppio_disable(priv->ppio);
328 * DPDK callback to start the device.
331 * Pointer to Ethernet device structure.
334 * 0 on success, negative errno value on failure.
337 mvneta_dev_start(struct rte_eth_dev *dev)
339 struct mvneta_priv *priv = dev->data->dev_private;
340 char match[MVNETA_MATCH_LEN];
344 return mvneta_dev_set_link_up(dev);
346 strlcpy(match, dev->data->name, sizeof(match));
347 priv->ppio_params.match = match;
348 priv->ppio_params.inqs_params.mtu = dev->data->mtu;
350 ret = neta_ppio_init(&priv->ppio_params, &priv->ppio);
352 MVNETA_LOG(ERR, "Failed to init ppio");
355 priv->ppio_id = priv->ppio->port_id;
357 mvneta_stats_reset(dev);
360 * In case there are some some stale uc/mc mac addresses flush them
361 * here. It cannot be done during mvneta_dev_close() as port information
362 * is already gone at that point (due to neta_ppio_deinit() in
363 * mvneta_dev_stop()).
365 if (!priv->uc_mc_flushed) {
366 ret = neta_ppio_flush_mac_addrs(priv->ppio, 0, 1);
369 "Failed to flush uc/mc filter list");
372 priv->uc_mc_flushed = 1;
375 ret = mvneta_alloc_rx_bufs(dev);
379 ret = mvneta_mtu_set(dev, dev->data->mtu);
381 MVNETA_LOG(ERR, "Failed to set MTU %d", dev->data->mtu);
385 ret = mvneta_dev_set_link_up(dev);
387 MVNETA_LOG(ERR, "Failed to set link up");
391 /* start tx queues */
392 for (i = 0; i < dev->data->nb_tx_queues; i++)
393 dev->data->tx_queue_state[i] = RTE_ETH_QUEUE_STATE_STARTED;
395 mvneta_set_tx_function(dev);
400 MVNETA_LOG(ERR, "Failed to start device");
401 neta_ppio_deinit(priv->ppio);
406 * DPDK callback to stop the device.
409 * Pointer to Ethernet device structure.
412 mvneta_dev_stop(struct rte_eth_dev *dev)
414 struct mvneta_priv *priv = dev->data->dev_private;
419 mvneta_dev_set_link_down(dev);
420 mvneta_flush_queues(dev);
421 neta_ppio_deinit(priv->ppio);
427 * DPDK callback to close the device.
430 * Pointer to Ethernet device structure.
433 mvneta_dev_close(struct rte_eth_dev *dev)
435 struct mvneta_priv *priv = dev->data->dev_private;
438 if (rte_eal_process_type() != RTE_PROC_PRIMARY)
442 mvneta_dev_stop(dev);
444 for (i = 0; i < dev->data->nb_rx_queues; i++) {
445 mvneta_rx_queue_release(dev->data->rx_queues[i]);
446 dev->data->rx_queues[i] = NULL;
449 for (i = 0; i < dev->data->nb_tx_queues; i++) {
450 mvneta_tx_queue_release(dev->data->tx_queues[i]);
451 dev->data->tx_queues[i] = NULL;
456 if (mvneta_dev_num == 0) {
457 MVNETA_LOG(INFO, "Perform MUSDK deinit");
458 mvneta_neta_deinit();
459 rte_mvep_deinit(MVEP_MOD_T_NETA);
466 * DPDK callback to retrieve physical link information.
469 * Pointer to Ethernet device structure.
470 * @param wait_to_complete
471 * Wait for request completion (ignored).
474 * 0 on success, negative error value otherwise.
477 mvneta_link_update(struct rte_eth_dev *dev, int wait_to_complete __rte_unused)
481 * once MUSDK provides necessary API use it here
483 struct mvneta_priv *priv = dev->data->dev_private;
484 struct ethtool_cmd edata;
486 int ret, fd, link_up;
491 edata.cmd = ETHTOOL_GSET;
493 strcpy(req.ifr_name, dev->data->name);
494 req.ifr_data = (void *)&edata;
496 fd = socket(AF_INET, SOCK_DGRAM, 0);
499 ret = ioctl(fd, SIOCETHTOOL, &req);
507 switch (ethtool_cmd_speed(&edata)) {
509 dev->data->dev_link.link_speed = ETH_SPEED_NUM_10M;
512 dev->data->dev_link.link_speed = ETH_SPEED_NUM_100M;
515 dev->data->dev_link.link_speed = ETH_SPEED_NUM_1G;
518 dev->data->dev_link.link_speed = ETH_SPEED_NUM_2_5G;
521 dev->data->dev_link.link_speed = ETH_SPEED_NUM_NONE;
524 dev->data->dev_link.link_duplex = edata.duplex ? ETH_LINK_FULL_DUPLEX :
525 ETH_LINK_HALF_DUPLEX;
526 dev->data->dev_link.link_autoneg = edata.autoneg ? ETH_LINK_AUTONEG :
529 neta_ppio_get_link_state(priv->ppio, &link_up);
530 dev->data->dev_link.link_status = link_up ? ETH_LINK_UP : ETH_LINK_DOWN;
536 * DPDK callback to enable promiscuous mode.
539 * Pointer to Ethernet device structure.
545 mvneta_promiscuous_enable(struct rte_eth_dev *dev)
547 struct mvneta_priv *priv = dev->data->dev_private;
553 neta_ppio_get_promisc(priv->ppio, &en);
555 MVNETA_LOG(INFO, "Promiscuous already enabled");
559 ret = neta_ppio_set_promisc(priv->ppio, 1);
561 MVNETA_LOG(ERR, "Failed to enable promiscuous mode");
567 * DPDK callback to disable allmulticast mode.
570 * Pointer to Ethernet device structure.
576 mvneta_promiscuous_disable(struct rte_eth_dev *dev)
578 struct mvneta_priv *priv = dev->data->dev_private;
584 neta_ppio_get_promisc(priv->ppio, &en);
586 MVNETA_LOG(INFO, "Promiscuous already disabled");
590 ret = neta_ppio_set_promisc(priv->ppio, 0);
592 MVNETA_LOG(ERR, "Failed to disable promiscuous mode");
598 * DPDK callback to remove a MAC address.
601 * Pointer to Ethernet device structure.
606 mvneta_mac_addr_remove(struct rte_eth_dev *dev, uint32_t index)
608 struct mvneta_priv *priv = dev->data->dev_private;
609 char buf[RTE_ETHER_ADDR_FMT_SIZE];
615 ret = neta_ppio_remove_mac_addr(priv->ppio,
616 dev->data->mac_addrs[index].addr_bytes);
618 rte_ether_format_addr(buf, sizeof(buf),
619 &dev->data->mac_addrs[index]);
620 MVNETA_LOG(ERR, "Failed to remove mac %s", buf);
625 * DPDK callback to add a MAC address.
628 * Pointer to Ethernet device structure.
630 * MAC address to register.
634 * VMDq pool index to associate address with (unused).
637 * 0 on success, negative error value otherwise.
640 mvneta_mac_addr_add(struct rte_eth_dev *dev, struct rte_ether_addr *mac_addr,
641 uint32_t index, uint32_t vmdq __rte_unused)
643 struct mvneta_priv *priv = dev->data->dev_private;
644 char buf[RTE_ETHER_ADDR_FMT_SIZE];
648 /* For setting index 0, mrvl_mac_addr_set() should be used.*/
654 ret = neta_ppio_add_mac_addr(priv->ppio, mac_addr->addr_bytes);
656 rte_ether_format_addr(buf, sizeof(buf), mac_addr);
657 MVNETA_LOG(ERR, "Failed to add mac %s", buf);
665 * DPDK callback to set the primary MAC address.
668 * Pointer to Ethernet device structure.
670 * MAC address to register.
673 mvneta_mac_addr_set(struct rte_eth_dev *dev, struct rte_ether_addr *mac_addr)
675 struct mvneta_priv *priv = dev->data->dev_private;
681 ret = neta_ppio_set_mac_addr(priv->ppio, mac_addr->addr_bytes);
683 char buf[RTE_ETHER_ADDR_FMT_SIZE];
684 rte_ether_format_addr(buf, sizeof(buf), mac_addr);
685 MVNETA_LOG(ERR, "Failed to set mac to %s", buf);
691 * DPDK callback to get device statistics.
694 * Pointer to Ethernet device structure.
696 * Stats structure output buffer.
699 * 0 on success, negative error value otherwise.
702 mvneta_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
704 struct mvneta_priv *priv = dev->data->dev_private;
705 struct neta_ppio_statistics ppio_stats;
711 ret = neta_ppio_get_statistics(priv->ppio, &ppio_stats);
713 MVNETA_LOG(ERR, "Failed to update port statistics");
717 stats->ipackets += ppio_stats.rx_packets +
718 ppio_stats.rx_broadcast_packets +
719 ppio_stats.rx_multicast_packets -
720 priv->prev_stats.ipackets;
721 stats->opackets += ppio_stats.tx_packets +
722 ppio_stats.tx_broadcast_packets +
723 ppio_stats.tx_multicast_packets -
724 priv->prev_stats.opackets;
725 stats->ibytes += ppio_stats.rx_bytes - priv->prev_stats.ibytes;
726 stats->obytes += ppio_stats.tx_bytes - priv->prev_stats.obytes;
727 stats->imissed += ppio_stats.rx_discard +
728 ppio_stats.rx_overrun -
729 priv->prev_stats.imissed;
730 stats->ierrors = ppio_stats.rx_packets_err -
731 priv->prev_stats.ierrors;
732 stats->oerrors = ppio_stats.tx_errors - priv->prev_stats.oerrors;
738 * DPDK callback to clear device statistics.
741 * Pointer to Ethernet device structure.
744 * 0 on success, negative error value otherwise.
747 mvneta_stats_reset(struct rte_eth_dev *dev)
749 struct mvneta_priv *priv = dev->data->dev_private;
755 ret = mvneta_stats_get(dev, &priv->prev_stats);
757 MVNETA_LOG(ERR, "Failed to reset port statistics");
763 static const struct eth_dev_ops mvneta_ops = {
764 .dev_configure = mvneta_dev_configure,
765 .dev_start = mvneta_dev_start,
766 .dev_stop = mvneta_dev_stop,
767 .dev_set_link_up = mvneta_dev_set_link_up,
768 .dev_set_link_down = mvneta_dev_set_link_down,
769 .dev_close = mvneta_dev_close,
770 .link_update = mvneta_link_update,
771 .promiscuous_enable = mvneta_promiscuous_enable,
772 .promiscuous_disable = mvneta_promiscuous_disable,
773 .mac_addr_remove = mvneta_mac_addr_remove,
774 .mac_addr_add = mvneta_mac_addr_add,
775 .mac_addr_set = mvneta_mac_addr_set,
776 .mtu_set = mvneta_mtu_set,
777 .stats_get = mvneta_stats_get,
778 .stats_reset = mvneta_stats_reset,
779 .dev_infos_get = mvneta_dev_infos_get,
780 .dev_supported_ptypes_get = mvneta_dev_supported_ptypes_get,
781 .rxq_info_get = mvneta_rxq_info_get,
782 .txq_info_get = mvneta_txq_info_get,
783 .rx_queue_setup = mvneta_rx_queue_setup,
784 .rx_queue_release = mvneta_rx_queue_release,
785 .tx_queue_setup = mvneta_tx_queue_setup,
786 .tx_queue_release = mvneta_tx_queue_release,
790 * Create device representing Ethernet port.
793 * Pointer to the port's name.
796 * 0 on success, negative error value otherwise.
799 mvneta_eth_dev_create(struct rte_vdev_device *vdev, const char *name)
801 int ret, fd = socket(AF_INET, SOCK_DGRAM, 0);
802 struct rte_eth_dev *eth_dev;
803 struct mvneta_priv *priv;
806 eth_dev = rte_eth_dev_allocate(name);
810 priv = rte_zmalloc_socket(name, sizeof(*priv), 0, rte_socket_id());
815 eth_dev->data->dev_private = priv;
817 eth_dev->data->mac_addrs =
818 rte_zmalloc("mac_addrs",
819 RTE_ETHER_ADDR_LEN * MVNETA_MAC_ADDRS_MAX, 0);
820 if (!eth_dev->data->mac_addrs) {
821 MVNETA_LOG(ERR, "Failed to allocate space for eth addrs");
826 memset(&req, 0, sizeof(req));
827 strcpy(req.ifr_name, name);
828 ret = ioctl(fd, SIOCGIFHWADDR, &req);
832 memcpy(eth_dev->data->mac_addrs[0].addr_bytes,
833 req.ifr_addr.sa_data, RTE_ETHER_ADDR_LEN);
835 eth_dev->device = &vdev->device;
836 eth_dev->rx_pkt_burst = mvneta_rx_pkt_burst;
837 mvneta_set_tx_function(eth_dev);
838 eth_dev->dev_ops = &mvneta_ops;
840 rte_eth_dev_probing_finish(eth_dev);
843 rte_eth_dev_release_port(eth_dev);
849 * Cleanup previously created device representing Ethernet port.
852 * Pointer to the corresponding rte_eth_dev structure.
855 mvneta_eth_dev_destroy(struct rte_eth_dev *eth_dev)
857 rte_eth_dev_release_port(eth_dev);
861 * Cleanup previously created device representing Ethernet port.
864 * Pointer to the port name.
867 mvneta_eth_dev_destroy_name(const char *name)
869 struct rte_eth_dev *eth_dev;
871 eth_dev = rte_eth_dev_allocated(name);
875 mvneta_eth_dev_destroy(eth_dev);
879 * DPDK callback to register the virtual device.
882 * Pointer to the virtual device.
885 * 0 on success, negative error value otherwise.
888 rte_pmd_mvneta_probe(struct rte_vdev_device *vdev)
890 struct rte_kvargs *kvlist;
891 struct mvneta_ifnames ifnames;
896 params = rte_vdev_device_args(vdev);
900 kvlist = rte_kvargs_parse(params, valid_args);
904 ifnum = rte_kvargs_count(kvlist, MVNETA_IFACE_NAME_ARG);
905 if (ifnum > RTE_DIM(ifnames.names))
906 goto out_free_kvlist;
909 rte_kvargs_process(kvlist, MVNETA_IFACE_NAME_ARG,
910 mvneta_ifnames_get, &ifnames);
913 * The below system initialization should be done only once,
914 * on the first provided configuration file
919 MVNETA_LOG(INFO, "Perform MUSDK initializations");
921 ret = rte_mvep_init(MVEP_MOD_T_NETA, kvlist);
923 goto out_free_kvlist;
925 ret = mvneta_neta_init();
927 MVNETA_LOG(ERR, "Failed to init NETA!");
928 rte_mvep_deinit(MVEP_MOD_T_NETA);
929 goto out_free_kvlist;
933 for (i = 0; i < ifnum; i++) {
934 MVNETA_LOG(INFO, "Creating %s", ifnames.names[i]);
935 ret = mvneta_eth_dev_create(vdev, ifnames.names[i]);
942 rte_kvargs_free(kvlist);
946 rte_pmd_mvneta_remove(vdev);
949 rte_kvargs_free(kvlist);
955 * DPDK callback to remove virtual device.
958 * Pointer to the removed virtual device.
961 * 0 on success, negative error value otherwise.
964 rte_pmd_mvneta_remove(struct rte_vdev_device *vdev)
968 RTE_ETH_FOREACH_DEV(port_id) {
969 if (rte_eth_devices[port_id].device != &vdev->device)
971 rte_eth_dev_close(port_id);
977 static struct rte_vdev_driver pmd_mvneta_drv = {
978 .probe = rte_pmd_mvneta_probe,
979 .remove = rte_pmd_mvneta_remove,
982 RTE_PMD_REGISTER_VDEV(net_mvneta, pmd_mvneta_drv);
983 RTE_PMD_REGISTER_PARAM_STRING(net_mvneta, "iface=<ifc>");
984 RTE_LOG_REGISTER(mvneta_logtype, pmd.net.mvneta, NOTICE);