+ if (fm->bytes_dropped || fm->pkts_dropped) {
+ if (!fm->drop_cnt) {
+ /* Alloc policer counters. */
+ fm->drop_cnt = mlx5_counter_alloc(dev);
+ if (!fm->drop_cnt)
+ return -1;
+ }
+ } else {
+ if (fm->drop_cnt) {
+ mlx5_counter_free(dev, fm->drop_cnt);
+ fm->drop_cnt = 0;
+ }
+ }
+ return 0;
+}
+
+/**
+ * Create meter rules.
+ *
+ * @param[in] dev
+ * Pointer to Ethernet device.
+ * @param[in] meter_id
+ * Meter id.
+ * @param[in] params
+ * Pointer to rte meter parameters.
+ * @param[in] shared
+ * Meter shared with other flow or not.
+ * @param[out] error
+ * Pointer to rte meter error structure.
+ *
+ * @return
+ * 0 on success, a negative errno value otherwise and rte_errno is set.
+ */
+static int
+mlx5_flow_meter_create(struct rte_eth_dev *dev, uint32_t meter_id,
+ struct rte_mtr_params *params, int shared,
+ struct rte_mtr_error *error)
+{
+ struct mlx5_priv *priv = dev->data->dev_private;
+ struct mlx5_legacy_flow_meters *fms = &priv->flow_meters;
+ struct mlx5_flow_meter_profile *fmp;
+ struct mlx5_flow_meter_info *fm;
+ struct mlx5_legacy_flow_meter *legacy_fm;
+ struct mlx5_flow_meter_policy *mtr_policy = NULL;
+ struct mlx5_indexed_pool_config flow_ipool_cfg = {
+ .size = 0,
+ .trunk_size = 64,
+ .need_lock = 1,
+ .type = "mlx5_flow_mtr_flow_id_pool",
+ };
+ struct mlx5_aso_mtr *aso_mtr;
+ uint32_t mtr_idx, policy_idx;
+ union mlx5_l3t_data data;
+ int ret;
+ uint8_t domain_bitmap;
+ uint8_t mtr_id_bits;
+ uint8_t mtr_reg_bits = priv->mtr_reg_share ?
+ MLX5_MTR_IDLE_BITS_IN_COLOR_REG : MLX5_REG_BITS;
+
+ if (!priv->mtr_en)
+ return -rte_mtr_error_set(error, ENOTSUP,
+ RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
+ "Meter is not supported");
+ /* Validate the parameters. */
+ ret = mlx5_flow_meter_validate(priv, meter_id, params, error);
+ if (ret)
+ return ret;
+ /* Meter profile must exist. */
+ fmp = mlx5_flow_meter_profile_find(priv, params->meter_profile_id);
+ if (fmp == NULL)
+ return -rte_mtr_error_set(error, ENOENT,
+ RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
+ NULL, "Meter profile id not valid.");
+ /* Meter policy must exist. */
+ if (params->meter_policy_id == priv->sh->mtrmng->def_policy_id) {
+ __atomic_add_fetch
+ (&priv->sh->mtrmng->def_policy_ref_cnt,
+ 1, __ATOMIC_RELAXED);
+ domain_bitmap = MLX5_MTR_ALL_DOMAIN_BIT;
+ if (!priv->config.dv_esw_en)
+ domain_bitmap &= ~MLX5_MTR_DOMAIN_TRANSFER_BIT;
+ } else {
+ mtr_policy = mlx5_flow_meter_policy_find(dev,
+ params->meter_policy_id, &policy_idx);
+ if (!priv->sh->meter_aso_en)
+ return -rte_mtr_error_set(error, ENOTSUP,
+ RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
+ "Part of the policies cannot be "
+ "supported without ASO ");
+ if (!mtr_policy)
+ return -rte_mtr_error_set(error, ENOENT,
+ RTE_MTR_ERROR_TYPE_METER_POLICY_ID,
+ NULL, "Meter policy id not valid.");
+ domain_bitmap = (mtr_policy->ingress ?
+ MLX5_MTR_DOMAIN_INGRESS_BIT : 0) |
+ (mtr_policy->egress ?
+ MLX5_MTR_DOMAIN_EGRESS_BIT : 0) |
+ (mtr_policy->transfer ?
+ MLX5_MTR_DOMAIN_TRANSFER_BIT : 0);
+ }
+ /* Allocate the flow meter memory. */
+ if (priv->sh->meter_aso_en) {
+ mtr_idx = mlx5_flow_mtr_alloc(dev);
+ if (!mtr_idx)
+ return -rte_mtr_error_set(error, ENOMEM,
+ RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
+ "Memory alloc failed for meter.");
+ aso_mtr = mlx5_aso_meter_by_idx(priv, mtr_idx);
+ fm = &aso_mtr->fm;
+ } else {
+ legacy_fm = mlx5_ipool_zmalloc
+ (priv->sh->ipool[MLX5_IPOOL_MTR], &mtr_idx);
+ if (legacy_fm == NULL)
+ return -rte_mtr_error_set(error, ENOMEM,
+ RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
+ "Memory alloc failed for meter.");
+ legacy_fm->idx = mtr_idx;
+ fm = &legacy_fm->fm;
+ }
+ mtr_id_bits = MLX5_REG_BITS - __builtin_clz(mtr_idx);
+ if ((mtr_id_bits + priv->sh->mtrmng->max_mtr_flow_bits) >
+ mtr_reg_bits) {
+ DRV_LOG(ERR, "Meter number exceeds max limit.");
+ goto error;
+ }
+ if (mtr_id_bits > priv->sh->mtrmng->max_mtr_bits)
+ priv->sh->mtrmng->max_mtr_bits = mtr_id_bits;
+ /* Fill the flow meter parameters. */
+ fm->meter_id = meter_id;
+ fm->policy_id = params->meter_policy_id;
+ fm->profile = fmp;
+ if (mlx5_flow_meter_stats_enable_update(dev, fm, params->stats_mask))
+ goto error;
+ if (mlx5_flow_create_mtr_tbls(dev, fm, mtr_idx, domain_bitmap))
+ goto error;
+ /* Add to the flow meter list. */
+ if (!priv->sh->meter_aso_en)
+ TAILQ_INSERT_TAIL(fms, legacy_fm, next);
+ /* Add to the flow meter list. */
+ fm->active_state = 1; /* Config meter starts as active. */
+ fm->is_enable = 1;
+ fm->shared = !!shared;
+ __atomic_add_fetch(&fm->profile->ref_cnt, 1, __ATOMIC_RELAXED);
+ if (params->meter_policy_id == priv->sh->mtrmng->def_policy_id) {
+ fm->def_policy = 1;
+ fm->flow_ipool = mlx5_ipool_create(&flow_ipool_cfg);
+ if (!fm->flow_ipool)
+ goto error;
+ }
+ rte_spinlock_init(&fm->sl);
+ /* If ASO meter supported, update ASO flow meter by wqe. */
+ if (priv->sh->meter_aso_en) {
+ aso_mtr = container_of(fm, struct mlx5_aso_mtr, fm);
+ ret = mlx5_aso_meter_update_by_wqe(priv->sh, aso_mtr);
+ if (ret)
+ goto error;
+ if (!priv->mtr_idx_tbl) {
+ priv->mtr_idx_tbl =
+ mlx5_l3t_create(MLX5_L3T_TYPE_DWORD);
+ if (!priv->mtr_idx_tbl)
+ goto error;
+ }
+ data.dword = mtr_idx;
+ if (mlx5_l3t_set_entry(priv->mtr_idx_tbl, meter_id, &data))
+ goto error;
+ }
+ if (mtr_policy)
+ __atomic_add_fetch(&mtr_policy->ref_cnt, 1, __ATOMIC_RELAXED);
+ return 0;
+error:
+ mlx5_flow_destroy_mtr_tbls(dev, fm);
+ /* Free policer counters. */
+ if (fm->drop_cnt)
+ mlx5_counter_free(dev, fm->drop_cnt);
+ if (priv->sh->meter_aso_en)
+ mlx5_flow_mtr_free(dev, mtr_idx);
+ else
+ mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_MTR], mtr_idx);
+ return -rte_mtr_error_set(error, ENOTSUP,
+ RTE_MTR_ERROR_TYPE_UNSPECIFIED,
+ NULL, "Failed to create devx meter.");