1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2015 6WIND S.A.
3 * Copyright 2015 Mellanox Technologies, Ltd
7 #include <linux/sockios.h>
8 #include <linux/ethtool.h>
12 #include <rte_ethdev_driver.h>
13 #include <rte_common.h>
14 #include <rte_malloc.h>
16 #include <mlx5_common.h>
18 #include "mlx5_defs.h"
20 #include "mlx5_rxtx.h"
23 static const struct mlx5_counter_ctrl mlx5_counters_init[] = {
25 .dpdk_name = "rx_port_unicast_bytes",
26 .ctr_name = "rx_vport_unicast_bytes",
29 .dpdk_name = "rx_port_multicast_bytes",
30 .ctr_name = "rx_vport_multicast_bytes",
33 .dpdk_name = "rx_port_broadcast_bytes",
34 .ctr_name = "rx_vport_broadcast_bytes",
37 .dpdk_name = "rx_port_unicast_packets",
38 .ctr_name = "rx_vport_unicast_packets",
41 .dpdk_name = "rx_port_multicast_packets",
42 .ctr_name = "rx_vport_multicast_packets",
45 .dpdk_name = "rx_port_broadcast_packets",
46 .ctr_name = "rx_vport_broadcast_packets",
49 .dpdk_name = "tx_port_unicast_bytes",
50 .ctr_name = "tx_vport_unicast_bytes",
53 .dpdk_name = "tx_port_multicast_bytes",
54 .ctr_name = "tx_vport_multicast_bytes",
57 .dpdk_name = "tx_port_broadcast_bytes",
58 .ctr_name = "tx_vport_broadcast_bytes",
61 .dpdk_name = "tx_port_unicast_packets",
62 .ctr_name = "tx_vport_unicast_packets",
65 .dpdk_name = "tx_port_multicast_packets",
66 .ctr_name = "tx_vport_multicast_packets",
69 .dpdk_name = "tx_port_broadcast_packets",
70 .ctr_name = "tx_vport_broadcast_packets",
73 .dpdk_name = "rx_wqe_err",
74 .ctr_name = "rx_wqe_err",
77 .dpdk_name = "rx_crc_errors_phy",
78 .ctr_name = "rx_crc_errors_phy",
81 .dpdk_name = "rx_in_range_len_errors_phy",
82 .ctr_name = "rx_in_range_len_errors_phy",
85 .dpdk_name = "rx_symbol_err_phy",
86 .ctr_name = "rx_symbol_err_phy",
89 .dpdk_name = "tx_errors_phy",
90 .ctr_name = "tx_errors_phy",
93 .dpdk_name = "rx_out_of_buffer",
94 .ctr_name = "out_of_buffer",
98 .dpdk_name = "tx_packets_phy",
99 .ctr_name = "tx_packets_phy",
102 .dpdk_name = "rx_packets_phy",
103 .ctr_name = "rx_packets_phy",
106 .dpdk_name = "tx_discards_phy",
107 .ctr_name = "tx_discards_phy",
110 .dpdk_name = "rx_discards_phy",
111 .ctr_name = "rx_discards_phy",
114 .dpdk_name = "tx_bytes_phy",
115 .ctr_name = "tx_bytes_phy",
118 .dpdk_name = "rx_bytes_phy",
119 .ctr_name = "rx_bytes_phy",
121 /* Representor only */
123 .dpdk_name = "rx_packets",
124 .ctr_name = "vport_rx_packets",
127 .dpdk_name = "rx_bytes",
128 .ctr_name = "vport_rx_bytes",
131 .dpdk_name = "tx_packets",
132 .ctr_name = "vport_tx_packets",
135 .dpdk_name = "tx_bytes",
136 .ctr_name = "vport_tx_bytes",
140 static const unsigned int xstats_n = RTE_DIM(mlx5_counters_init);
143 mlx5_read_ib_stat(struct mlx5_priv *priv, const char *ctr_name, uint64_t *stat)
147 MKSTR(path, "%s/ports/%d/hw_counters/%s",
148 priv->sh->ibdev_path,
152 file = fopen(path, "rb");
154 int n = fscanf(file, "%" SCNu64, stat);
165 * Read device counters table.
168 * Pointer to Ethernet device.
170 * Counters table output buffer.
173 * 0 on success and stats is filled, negative errno value otherwise and
177 mlx5_read_dev_counters(struct rte_eth_dev *dev, uint64_t *stats)
179 struct mlx5_priv *priv = dev->data->dev_private;
180 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
183 unsigned int stats_sz = xstats_ctrl->stats_n * sizeof(uint64_t);
184 unsigned char et_stat_buf[sizeof(struct ethtool_stats) + stats_sz];
185 struct ethtool_stats *et_stats = (struct ethtool_stats *)et_stat_buf;
188 et_stats->cmd = ETHTOOL_GSTATS;
189 et_stats->n_stats = xstats_ctrl->stats_n;
190 ifr.ifr_data = (caddr_t)et_stats;
191 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
194 "port %u unable to read statistic values from device",
198 for (i = 0; i != xstats_ctrl->mlx5_stats_n; ++i) {
199 if (xstats_ctrl->info[i].ib) {
200 mlx5_read_ib_stat(priv, xstats_ctrl->info[i].ctr_name,
203 stats[i] = (uint64_t)
204 et_stats->data[xstats_ctrl->dev_table_idx[i]];
211 * Query the number of statistics provided by ETHTOOL.
214 * Pointer to Ethernet device.
217 * Number of statistics on success, negative errno value otherwise and
221 mlx5_ethtool_get_stats_n(struct rte_eth_dev *dev) {
222 struct ethtool_drvinfo drvinfo;
226 drvinfo.cmd = ETHTOOL_GDRVINFO;
227 ifr.ifr_data = (caddr_t)&drvinfo;
228 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
230 DRV_LOG(WARNING, "port %u unable to query number of statistics",
234 return drvinfo.n_stats;
238 * Init the structures to read device counters.
241 * Pointer to Ethernet device.
244 mlx5_stats_init(struct rte_eth_dev *dev)
246 struct mlx5_priv *priv = dev->data->dev_private;
247 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
248 struct mlx5_stats_ctrl *stats_ctrl = &priv->stats_ctrl;
252 struct ethtool_gstrings *strings = NULL;
253 unsigned int dev_stats_n;
257 /* So that it won't aggregate for each init. */
258 xstats_ctrl->mlx5_stats_n = 0;
259 ret = mlx5_ethtool_get_stats_n(dev);
261 DRV_LOG(WARNING, "port %u no extended statistics available",
266 /* Allocate memory to grab stat names and values. */
267 str_sz = dev_stats_n * ETH_GSTRING_LEN;
268 strings = (struct ethtool_gstrings *)
269 rte_malloc("xstats_strings",
270 str_sz + sizeof(struct ethtool_gstrings), 0);
272 DRV_LOG(WARNING, "port %u unable to allocate memory for xstats",
276 strings->cmd = ETHTOOL_GSTRINGS;
277 strings->string_set = ETH_SS_STATS;
278 strings->len = dev_stats_n;
279 ifr.ifr_data = (caddr_t)strings;
280 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
282 DRV_LOG(WARNING, "port %u unable to get statistic names",
286 for (i = 0; i != dev_stats_n; ++i) {
287 const char *curr_string = (const char *)
288 &strings->data[i * ETH_GSTRING_LEN];
290 for (j = 0; j != xstats_n; ++j) {
291 if (!strcmp(mlx5_counters_init[j].ctr_name,
293 unsigned int idx = xstats_ctrl->mlx5_stats_n++;
295 xstats_ctrl->dev_table_idx[idx] = i;
296 xstats_ctrl->info[idx] = mlx5_counters_init[j];
301 /* Add IB counters. */
302 for (i = 0; i != xstats_n; ++i) {
303 if (mlx5_counters_init[i].ib) {
304 unsigned int idx = xstats_ctrl->mlx5_stats_n++;
306 xstats_ctrl->info[idx] = mlx5_counters_init[i];
309 MLX5_ASSERT(xstats_ctrl->mlx5_stats_n <= MLX5_MAX_XSTATS);
310 xstats_ctrl->stats_n = dev_stats_n;
311 /* Copy to base at first time. */
312 ret = mlx5_read_dev_counters(dev, xstats_ctrl->base);
314 DRV_LOG(ERR, "port %u cannot read device counters: %s",
315 dev->data->port_id, strerror(rte_errno));
316 mlx5_read_ib_stat(priv, "out_of_buffer", &stats_ctrl->imissed_base);
322 * DPDK callback to get extended device statistics.
325 * Pointer to Ethernet device.
327 * Pointer to rte extended stats table.
329 * The size of the stats table.
332 * Number of extended stats on success and stats is filled,
333 * negative on error and rte_errno is set.
336 mlx5_xstats_get(struct rte_eth_dev *dev, struct rte_eth_xstat *stats,
339 struct mlx5_priv *priv = dev->data->dev_private;
341 uint64_t counters[n];
342 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
343 uint16_t mlx5_stats_n = xstats_ctrl->mlx5_stats_n;
345 if (n >= mlx5_stats_n && stats) {
349 stats_n = mlx5_ethtool_get_stats_n(dev);
352 if (xstats_ctrl->stats_n != stats_n)
353 mlx5_stats_init(dev);
354 ret = mlx5_read_dev_counters(dev, counters);
357 for (i = 0; i != mlx5_stats_n; ++i) {
359 stats[i].value = (counters[i] - xstats_ctrl->base[i]);
366 * DPDK callback to get device statistics.
369 * Pointer to Ethernet device structure.
371 * Stats structure output buffer.
374 * 0 on success and stats is filled, negative errno value otherwise and
378 mlx5_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
380 struct mlx5_priv *priv = dev->data->dev_private;
381 struct rte_eth_stats tmp;
385 memset(&tmp, 0, sizeof(tmp));
386 /* Add software counters. */
387 for (i = 0; (i != priv->rxqs_n); ++i) {
388 struct mlx5_rxq_data *rxq = (*priv->rxqs)[i];
393 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
394 #ifdef MLX5_PMD_SOFT_COUNTERS
395 tmp.q_ipackets[idx] += rxq->stats.ipackets;
396 tmp.q_ibytes[idx] += rxq->stats.ibytes;
398 tmp.q_errors[idx] += (rxq->stats.idropped +
399 rxq->stats.rx_nombuf);
401 #ifdef MLX5_PMD_SOFT_COUNTERS
402 tmp.ipackets += rxq->stats.ipackets;
403 tmp.ibytes += rxq->stats.ibytes;
405 tmp.ierrors += rxq->stats.idropped;
406 tmp.rx_nombuf += rxq->stats.rx_nombuf;
408 for (i = 0; (i != priv->txqs_n); ++i) {
409 struct mlx5_txq_data *txq = (*priv->txqs)[i];
414 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
415 #ifdef MLX5_PMD_SOFT_COUNTERS
416 tmp.q_opackets[idx] += txq->stats.opackets;
417 tmp.q_obytes[idx] += txq->stats.obytes;
420 #ifdef MLX5_PMD_SOFT_COUNTERS
421 tmp.opackets += txq->stats.opackets;
422 tmp.obytes += txq->stats.obytes;
424 tmp.oerrors += txq->stats.oerrors;
426 mlx5_read_ib_stat(priv, "out_of_buffer", &tmp.imissed);
427 tmp.imissed -= priv->stats_ctrl.imissed_base;
428 #ifndef MLX5_PMD_SOFT_COUNTERS
429 /* FIXME: retrieve and add hardware counters. */
436 * DPDK callback to clear device statistics.
439 * Pointer to Ethernet device structure.
442 * always 0 on success and stats is reset
445 mlx5_stats_reset(struct rte_eth_dev *dev)
447 struct mlx5_priv *priv = dev->data->dev_private;
448 struct mlx5_stats_ctrl *stats_ctrl = &priv->stats_ctrl;
451 for (i = 0; (i != priv->rxqs_n); ++i) {
452 if ((*priv->rxqs)[i] == NULL)
454 memset(&(*priv->rxqs)[i]->stats, 0,
455 sizeof(struct mlx5_rxq_stats));
457 for (i = 0; (i != priv->txqs_n); ++i) {
458 if ((*priv->txqs)[i] == NULL)
460 memset(&(*priv->txqs)[i]->stats, 0,
461 sizeof(struct mlx5_txq_stats));
463 mlx5_read_ib_stat(priv, "out_of_buffer", &stats_ctrl->imissed_base);
464 #ifndef MLX5_PMD_SOFT_COUNTERS
465 /* FIXME: reset hardware counters. */
472 * DPDK callback to clear device extended statistics.
475 * Pointer to Ethernet device structure.
478 * 0 on success and stats is reset, negative errno value otherwise and
482 mlx5_xstats_reset(struct rte_eth_dev *dev)
484 struct mlx5_priv *priv = dev->data->dev_private;
485 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
488 unsigned int n = xstats_ctrl->mlx5_stats_n;
489 uint64_t counters[n];
492 stats_n = mlx5_ethtool_get_stats_n(dev);
494 DRV_LOG(ERR, "port %u cannot get stats: %s", dev->data->port_id,
498 if (xstats_ctrl->stats_n != stats_n)
499 mlx5_stats_init(dev);
500 ret = mlx5_read_dev_counters(dev, counters);
502 DRV_LOG(ERR, "port %u cannot read device counters: %s",
503 dev->data->port_id, strerror(rte_errno));
506 for (i = 0; i != n; ++i)
507 xstats_ctrl->base[i] = counters[i];
513 * DPDK callback to retrieve names of extended device statistics
516 * Pointer to Ethernet device structure.
517 * @param[out] xstats_names
518 * Buffer to insert names into.
523 * Number of xstats names.
526 mlx5_xstats_get_names(struct rte_eth_dev *dev __rte_unused,
527 struct rte_eth_xstat_name *xstats_names, unsigned int n)
530 struct mlx5_priv *priv = dev->data->dev_private;
531 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
532 unsigned int mlx5_xstats_n = xstats_ctrl->mlx5_stats_n;
534 if (n >= mlx5_xstats_n && xstats_names) {
535 for (i = 0; i != mlx5_xstats_n; ++i) {
536 strncpy(xstats_names[i].name,
537 xstats_ctrl->info[i].dpdk_name,
538 RTE_ETH_XSTATS_NAME_SIZE);
539 xstats_names[i].name[RTE_ETH_XSTATS_NAME_SIZE - 1] = 0;
542 return mlx5_xstats_n;