net/mlx5: convert jump resource to indexed
[dpdk.git] / drivers / net / mlx5 / mlx5_flow_dv.c
index 18ea577..6069cf3 100644 (file)
@@ -73,6 +73,10 @@ union flow_dv_attr {
        uint32_t attr;
 };
 
+static int
+flow_dv_tbl_resource_release(struct rte_eth_dev *dev,
+                            struct mlx5_flow_tbl_resource *tbl);
+
 /**
  * Initialize flow attributes structure according to flow items' types.
  *
@@ -1829,7 +1833,7 @@ flow_dev_get_vlan_info_from_items(const struct rte_flow_item *items,
 static int
 flow_dv_validate_action_push_vlan(struct rte_eth_dev *dev,
                                  uint64_t action_flags,
-                                 uint64_t item_flags __rte_unused,
+                                 const struct rte_flow_item_vlan *vlan_m,
                                  const struct rte_flow_action *action,
                                  const struct rte_flow_attr *attr,
                                  struct rte_flow_error *error)
@@ -1863,6 +1867,32 @@ flow_dv_validate_action_push_vlan(struct rte_eth_dev *dev,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
                                          "push vlan action for VF representor "
                                          "not supported on NIC table");
+       if (vlan_m &&
+           (vlan_m->tci & MLX5DV_FLOW_VLAN_PCP_MASK_BE) &&
+           (vlan_m->tci & MLX5DV_FLOW_VLAN_PCP_MASK_BE) !=
+               MLX5DV_FLOW_VLAN_PCP_MASK_BE &&
+           !(action_flags & MLX5_FLOW_ACTION_OF_SET_VLAN_PCP) &&
+           !(mlx5_flow_find_action
+               (action + 1, RTE_FLOW_ACTION_TYPE_OF_SET_VLAN_PCP)))
+               return rte_flow_error_set(error, EINVAL,
+                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
+                                         "not full match mask on VLAN PCP and "
+                                         "there is no of_set_vlan_pcp action, "
+                                         "push VLAN action cannot figure out "
+                                         "PCP value");
+       if (vlan_m &&
+           (vlan_m->tci & MLX5DV_FLOW_VLAN_VID_MASK_BE) &&
+           (vlan_m->tci & MLX5DV_FLOW_VLAN_VID_MASK_BE) !=
+               MLX5DV_FLOW_VLAN_VID_MASK_BE &&
+           !(action_flags & MLX5_FLOW_ACTION_OF_SET_VLAN_VID) &&
+           !(mlx5_flow_find_action
+               (action + 1, RTE_FLOW_ACTION_TYPE_OF_SET_VLAN_VID)))
+               return rte_flow_error_set(error, EINVAL,
+                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
+                                         "not full match mask on VLAN VID and "
+                                         "there is no of_set_vlan_vid action, "
+                                         "push VLAN action cannot figure out "
+                                         "VID value");
        (void)attr;
        return 0;
 }
@@ -2437,6 +2467,7 @@ flow_dv_encap_decap_resource_register
        struct mlx5_ibv_shared *sh = priv->sh;
        struct mlx5_flow_dv_encap_decap_resource *cache_resource;
        struct mlx5dv_dr_domain *domain;
+       uint32_t idx = 0;
 
        resource->flags = dev_flow->dv.group ? 0 : 1;
        if (resource->ft_type == MLX5DV_FLOW_TABLE_TYPE_FDB)
@@ -2446,7 +2477,8 @@ flow_dv_encap_decap_resource_register
        else
                domain = sh->tx_domain;
        /* Lookup a matching resource from cache. */
-       LIST_FOREACH(cache_resource, &sh->encaps_decaps, next) {
+       ILIST_FOREACH(sh->ipool[MLX5_IPOOL_DECAP_ENCAP], sh->encaps_decaps, idx,
+                     cache_resource, next) {
                if (resource->reformat_type == cache_resource->reformat_type &&
                    resource->ft_type == cache_resource->ft_type &&
                    resource->flags == cache_resource->flags &&
@@ -2458,12 +2490,14 @@ flow_dv_encap_decap_resource_register
                                (void *)cache_resource,
                                rte_atomic32_read(&cache_resource->refcnt));
                        rte_atomic32_inc(&cache_resource->refcnt);
-                       dev_flow->handle->dvh.encap_decap = cache_resource;
+                       dev_flow->handle->dvh.encap_decap = idx;
+                       dev_flow->dv.encap_decap = cache_resource;
                        return 0;
                }
        }
        /* Register new encap/decap resource. */
-       cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0);
+       cache_resource = mlx5_ipool_zmalloc(sh->ipool[MLX5_IPOOL_DECAP_ENCAP],
+                                      &dev_flow->handle->dvh.encap_decap);
        if (!cache_resource)
                return rte_flow_error_set(error, ENOMEM,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -2483,8 +2517,9 @@ flow_dv_encap_decap_resource_register
        }
        rte_atomic32_init(&cache_resource->refcnt);
        rte_atomic32_inc(&cache_resource->refcnt);
-       LIST_INSERT_HEAD(&sh->encaps_decaps, cache_resource, next);
-       dev_flow->handle->dvh.encap_decap = cache_resource;
+       ILIST_INSERT(sh->ipool[MLX5_IPOOL_DECAP_ENCAP], &sh->encaps_decaps,
+                    dev_flow->handle->dvh.encap_decap, cache_resource, next);
+       dev_flow->dv.encap_decap = cache_resource;
        DRV_LOG(DEBUG, "new encap/decap resource %p: refcnt %d++",
                (void *)cache_resource,
                rte_atomic32_read(&cache_resource->refcnt));
@@ -2530,12 +2565,15 @@ flow_dv_jump_tbl_resource_register
                DRV_LOG(DEBUG, "new jump table resource %p: refcnt %d++",
                        (void *)&tbl_data->jump, cnt);
        } else {
+               /* old jump should not make the table ref++. */
+               flow_dv_tbl_resource_release(dev, &tbl_data->tbl);
                MLX5_ASSERT(tbl_data->jump.action);
                DRV_LOG(DEBUG, "existed jump table resource %p: refcnt %d++",
                        (void *)&tbl_data->jump, cnt);
        }
        rte_atomic32_inc(&tbl_data->jump.refcnt);
-       dev_flow->handle->dvh.jump = &tbl_data->jump;
+       dev_flow->handle->dvh.jump = tbl_data->idx;
+       dev_flow->dv.jump = &tbl_data->jump;
        return 0;
 }
 
@@ -2564,21 +2602,25 @@ flow_dv_port_id_action_resource_register
        struct mlx5_priv *priv = dev->data->dev_private;
        struct mlx5_ibv_shared *sh = priv->sh;
        struct mlx5_flow_dv_port_id_action_resource *cache_resource;
+       uint32_t idx = 0;
 
        /* Lookup a matching resource from cache. */
-       LIST_FOREACH(cache_resource, &sh->port_id_action_list, next) {
+       ILIST_FOREACH(sh->ipool[MLX5_IPOOL_PORT_ID], sh->port_id_action_list,
+                     idx, cache_resource, next) {
                if (resource->port_id == cache_resource->port_id) {
                        DRV_LOG(DEBUG, "port id action resource resource %p: "
                                "refcnt %d++",
                                (void *)cache_resource,
                                rte_atomic32_read(&cache_resource->refcnt));
                        rte_atomic32_inc(&cache_resource->refcnt);
-                       dev_flow->handle->dvh.port_id_action = cache_resource;
+                       dev_flow->handle->dvh.port_id_action = idx;
+                       dev_flow->dv.port_id_action = cache_resource;
                        return 0;
                }
        }
        /* Register new port id action resource. */
-       cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0);
+       cache_resource = mlx5_ipool_zmalloc(sh->ipool[MLX5_IPOOL_PORT_ID],
+                                      &dev_flow->handle->dvh.port_id_action);
        if (!cache_resource)
                return rte_flow_error_set(error, ENOMEM,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -2600,8 +2642,10 @@ flow_dv_port_id_action_resource_register
        }
        rte_atomic32_init(&cache_resource->refcnt);
        rte_atomic32_inc(&cache_resource->refcnt);
-       LIST_INSERT_HEAD(&sh->port_id_action_list, cache_resource, next);
-       dev_flow->handle->dvh.port_id_action = cache_resource;
+       ILIST_INSERT(sh->ipool[MLX5_IPOOL_PORT_ID], &sh->port_id_action_list,
+                    dev_flow->handle->dvh.port_id_action, cache_resource,
+                    next);
+       dev_flow->dv.port_id_action = cache_resource;
        DRV_LOG(DEBUG, "new port id action resource %p: refcnt %d++",
                (void *)cache_resource,
                rte_atomic32_read(&cache_resource->refcnt));
@@ -2634,9 +2678,11 @@ flow_dv_push_vlan_action_resource_register
        struct mlx5_ibv_shared *sh = priv->sh;
        struct mlx5_flow_dv_push_vlan_action_resource *cache_resource;
        struct mlx5dv_dr_domain *domain;
+       uint32_t idx = 0;
 
        /* Lookup a matching resource from cache. */
-       LIST_FOREACH(cache_resource, &sh->push_vlan_action_list, next) {
+       ILIST_FOREACH(sh->ipool[MLX5_IPOOL_PUSH_VLAN],
+                     sh->push_vlan_action_list, idx, cache_resource, next) {
                if (resource->vlan_tag == cache_resource->vlan_tag &&
                    resource->ft_type == cache_resource->ft_type) {
                        DRV_LOG(DEBUG, "push-VLAN action resource resource %p: "
@@ -2644,12 +2690,14 @@ flow_dv_push_vlan_action_resource_register
                                (void *)cache_resource,
                                rte_atomic32_read(&cache_resource->refcnt));
                        rte_atomic32_inc(&cache_resource->refcnt);
-                       dev_flow->handle->dvh.push_vlan_res = cache_resource;
+                       dev_flow->handle->dvh.push_vlan_res = idx;
+                       dev_flow->dv.push_vlan_res = cache_resource;
                        return 0;
                }
        }
        /* Register new push_vlan action resource. */
-       cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0);
+       cache_resource = mlx5_ipool_zmalloc(sh->ipool[MLX5_IPOOL_PUSH_VLAN],
+                                      &dev_flow->handle->dvh.push_vlan_res);
        if (!cache_resource)
                return rte_flow_error_set(error, ENOMEM,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -2672,8 +2720,11 @@ flow_dv_push_vlan_action_resource_register
        }
        rte_atomic32_init(&cache_resource->refcnt);
        rte_atomic32_inc(&cache_resource->refcnt);
-       LIST_INSERT_HEAD(&sh->push_vlan_action_list, cache_resource, next);
-       dev_flow->handle->dvh.push_vlan_res = cache_resource;
+       ILIST_INSERT(sh->ipool[MLX5_IPOOL_PUSH_VLAN],
+                    &sh->push_vlan_action_list,
+                    dev_flow->handle->dvh.push_vlan_res,
+                    cache_resource, next);
+       dev_flow->dv.push_vlan_res = cache_resource;
        DRV_LOG(DEBUG, "new push vlan action resource %p: refcnt %d++",
                (void *)cache_resource,
                rte_atomic32_read(&cache_resource->refcnt));
@@ -3080,6 +3131,7 @@ flow_dv_create_action_raw_encap(struct rte_eth_dev *dev,
        const struct rte_flow_action_raw_encap *encap_data;
        struct mlx5_flow_dv_encap_decap_resource res;
 
+       memset(&res, 0, sizeof(res));
        encap_data = (const struct rte_flow_action_raw_encap *)action->conf;
        res.size = encap_data->size;
        memcpy(res.buf, encap_data->data, res.size);
@@ -3124,6 +3176,7 @@ flow_dv_create_action_push_vlan(struct rte_eth_dev *dev,
 {
        struct mlx5_flow_dv_push_vlan_action_resource res;
 
+       memset(&res, 0, sizeof(res));
        res.vlan_tag =
                rte_cpu_to_be_32(((uint32_t)vlan->eth_proto) << 16 |
                                 vlan->vlan_tci);
@@ -4563,6 +4616,7 @@ flow_dv_validate(struct rte_eth_dev *dev, const struct rte_flow_attr *attr,
        struct mlx5_priv *priv = dev->data->dev_private;
        struct mlx5_dev_config *dev_conf = &priv->config;
        uint16_t queue_index = 0xFFFF;
+       const struct rte_flow_item_vlan *vlan_m = NULL;
 
        if (items == NULL)
                return -1;
@@ -4620,6 +4674,9 @@ flow_dv_validate(struct rte_eth_dev *dev, const struct rte_flow_attr *attr,
                        } else {
                                ether_type = 0;
                        }
+                       /* Store outer VLAN mask for of_push_vlan action. */
+                       if (!tunnel)
+                               vlan_m = items->mask;
                        break;
                case RTE_FLOW_ITEM_TYPE_IPV4:
                        mlx5_flow_tunnel_ip_check(items, next_protocol,
@@ -4935,7 +4992,7 @@ flow_dv_validate(struct rte_eth_dev *dev, const struct rte_flow_attr *attr,
                case RTE_FLOW_ACTION_TYPE_OF_PUSH_VLAN:
                        ret = flow_dv_validate_action_push_vlan(dev,
                                                                action_flags,
-                                                               item_flags,
+                                                               vlan_m,
                                                                actions, attr,
                                                                error);
                        if (ret < 0)
@@ -6819,6 +6876,7 @@ flow_dv_tbl_resource_get(struct rte_eth_dev *dev,
        struct mlx5_hlist_entry *pos = mlx5_hlist_lookup(sh->flow_tbls,
                                                         table_key.v64);
        struct mlx5_flow_tbl_data_entry *tbl_data;
+       uint32_t idx = 0;
        int ret;
        void *domain;
 
@@ -6829,7 +6887,7 @@ flow_dv_tbl_resource_get(struct rte_eth_dev *dev,
                rte_atomic32_inc(&tbl->refcnt);
                return tbl;
        }
-       tbl_data = rte_zmalloc(NULL, sizeof(*tbl_data), 0);
+       tbl_data = mlx5_ipool_zmalloc(sh->ipool[MLX5_IPOOL_JUMP], &idx);
        if (!tbl_data) {
                rte_flow_error_set(error, ENOMEM,
                                   RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
@@ -6837,6 +6895,7 @@ flow_dv_tbl_resource_get(struct rte_eth_dev *dev,
                                   "cannot allocate flow table data entry");
                return NULL;
        }
+       tbl_data->idx = idx;
        tbl = &tbl_data->tbl;
        pos = &tbl_data->entry;
        if (transfer)
@@ -6850,7 +6909,7 @@ flow_dv_tbl_resource_get(struct rte_eth_dev *dev,
                rte_flow_error_set(error, ENOMEM,
                                   RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                   NULL, "cannot create flow table object");
-               rte_free(tbl_data);
+               mlx5_ipool_free(sh->ipool[MLX5_IPOOL_JUMP], idx);
                return NULL;
        }
        /*
@@ -6867,7 +6926,7 @@ flow_dv_tbl_resource_get(struct rte_eth_dev *dev,
                                   RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
                                   "cannot insert flow table data entry");
                mlx5_glue->dr_destroy_flow_tbl(tbl->obj);
-               rte_free(tbl_data);
+               mlx5_ipool_free(sh->ipool[MLX5_IPOOL_JUMP], idx);
        }
        rte_atomic32_inc(&tbl->refcnt);
        return tbl;
@@ -6902,7 +6961,8 @@ flow_dv_tbl_resource_release(struct rte_eth_dev *dev,
                tbl->obj = NULL;
                /* remove the entry from the hash list and free memory. */
                mlx5_hlist_remove(sh->flow_tbls, pos);
-               rte_free(tbl_data);
+               mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_JUMP],
+                               tbl_data->idx);
                return 0;
        }
        return 1;
@@ -7042,14 +7102,16 @@ flow_dv_tag_resource_register
                cache_resource = container_of
                        (entry, struct mlx5_flow_dv_tag_resource, entry);
                rte_atomic32_inc(&cache_resource->refcnt);
-               dev_flow->handle->dvh.tag_resource = cache_resource;
+               dev_flow->handle->dvh.tag_resource = cache_resource->idx;
+               dev_flow->dv.tag_resource = cache_resource;
                DRV_LOG(DEBUG, "cached tag resource %p: refcnt now %d++",
                        (void *)cache_resource,
                        rte_atomic32_read(&cache_resource->refcnt));
                return 0;
        }
        /* Register new resource. */
-       cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0);
+       cache_resource = mlx5_ipool_zmalloc(sh->ipool[MLX5_IPOOL_TAG],
+                                      &dev_flow->handle->dvh.tag_resource);
        if (!cache_resource)
                return rte_flow_error_set(error, ENOMEM,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -7071,7 +7133,7 @@ flow_dv_tag_resource_register
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                          NULL, "cannot insert tag");
        }
-       dev_flow->handle->dvh.tag_resource = cache_resource;
+       dev_flow->dv.tag_resource = cache_resource;
        DRV_LOG(DEBUG, "new tag resource %p: refcnt now %d++",
                (void *)cache_resource,
                rte_atomic32_read(&cache_resource->refcnt));
@@ -7083,20 +7145,23 @@ flow_dv_tag_resource_register
  *
  * @param dev
  *   Pointer to Ethernet device.
- * @param flow
- *   Pointer to mlx5_flow.
+ * @param tag_idx
+ *   Tag index.
  *
  * @return
  *   1 while a reference on it exists, 0 when freed.
  */
 static int
 flow_dv_tag_release(struct rte_eth_dev *dev,
-                   struct mlx5_flow_dv_tag_resource *tag)
+                   uint32_t tag_idx)
 {
        struct mlx5_priv *priv = dev->data->dev_private;
        struct mlx5_ibv_shared *sh = priv->sh;
+       struct mlx5_flow_dv_tag_resource *tag;
 
-       MLX5_ASSERT(tag);
+       tag = mlx5_ipool_get(priv->sh->ipool[MLX5_IPOOL_TAG], tag_idx);
+       if (!tag)
+               return 0;
        DRV_LOG(DEBUG, "port %u tag %p: refcnt %d--",
                dev->data->port_id, (void *)tag,
                rte_atomic32_read(&tag->refcnt));
@@ -7105,7 +7170,7 @@ flow_dv_tag_release(struct rte_eth_dev *dev,
                mlx5_hlist_remove(sh->tag_table, &tag->entry);
                DRV_LOG(DEBUG, "port %u tag %p: removed",
                        dev->data->port_id, (void *)tag);
-               rte_free(tag);
+               mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_TAG], tag_idx);
                return 0;
        }
        return 1;
@@ -7370,12 +7435,14 @@ __flow_dv_translate(struct rte_eth_dev *dev,
                        if (flow_dv_translate_action_port_id(dev, action,
                                                             &port_id, error))
                                return -rte_errno;
+                       memset(&port_id_resource, 0, sizeof(port_id_resource));
                        port_id_resource.port_id = port_id;
                        if (flow_dv_port_id_action_resource_register
                            (dev, &port_id_resource, dev_flow, error))
                                return -rte_errno;
+                       MLX5_ASSERT(!handle->dvh.port_id_action);
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.port_id_action->action;
+                                       dev_flow->dv.port_id_action->action;
                        action_flags |= MLX5_FLOW_ACTION_PORT_ID;
                        break;
                case RTE_FLOW_ACTION_TYPE_FLAG:
@@ -7402,8 +7469,9 @@ __flow_dv_translate(struct rte_eth_dev *dev,
                        if (flow_dv_tag_resource_register(dev, tag_be,
                                                          dev_flow, error))
                                return -rte_errno;
+                       MLX5_ASSERT(dev_flow->dv.tag_resource);
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.tag_resource->action;
+                                       dev_flow->dv.tag_resource->action;
                        break;
                case RTE_FLOW_ACTION_TYPE_MARK:
                        action_flags |= MLX5_FLOW_ACTION_MARK;
@@ -7429,8 +7497,9 @@ __flow_dv_translate(struct rte_eth_dev *dev,
                        if (flow_dv_tag_resource_register(dev, tag_be,
                                                          dev_flow, error))
                                return -rte_errno;
+                       MLX5_ASSERT(dev_flow->dv.tag_resource);
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.tag_resource->action;
+                                       dev_flow->dv.tag_resource->action;
                        break;
                case RTE_FLOW_ACTION_TYPE_SET_META:
                        if (flow_dv_convert_action_set_meta
@@ -7511,7 +7580,9 @@ cnt_err:
                        action_flags |= MLX5_FLOW_ACTION_OF_POP_VLAN;
                        break;
                case RTE_FLOW_ACTION_TYPE_OF_PUSH_VLAN:
-                       flow_dev_get_vlan_info_from_items(items, &vlan);
+                       if (!(action_flags &
+                             MLX5_FLOW_ACTION_OF_SET_VLAN_VID))
+                               flow_dev_get_vlan_info_from_items(items, &vlan);
                        vlan.eth_proto = rte_be_to_cpu_16
                             ((((const struct rte_flow_action_of_push_vlan *)
                                                   actions->conf)->ethertype));
@@ -7529,7 +7600,7 @@ cnt_err:
                                            (dev, attr, &vlan, dev_flow, error))
                                return -rte_errno;
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.push_vlan_res->action;
+                                       dev_flow->dv.push_vlan_res->action;
                        action_flags |= MLX5_FLOW_ACTION_OF_PUSH_VLAN;
                        break;
                case RTE_FLOW_ACTION_TYPE_OF_SET_VLAN_PCP:
@@ -7556,7 +7627,7 @@ cnt_err:
                                                           error))
                                return -rte_errno;
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.encap_decap->verbs_action;
+                                       dev_flow->dv.encap_decap->verbs_action;
                        action_flags |= MLX5_FLOW_ACTION_ENCAP;
                        break;
                case RTE_FLOW_ACTION_TYPE_VXLAN_DECAP:
@@ -7566,7 +7637,7 @@ cnt_err:
                                                           error))
                                return -rte_errno;
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.encap_decap->verbs_action;
+                                       dev_flow->dv.encap_decap->verbs_action;
                        action_flags |= MLX5_FLOW_ACTION_DECAP;
                        break;
                case RTE_FLOW_ACTION_TYPE_RAW_ENCAP:
@@ -7576,7 +7647,7 @@ cnt_err:
                                        (dev, actions, dev_flow, attr, error))
                                        return -rte_errno;
                                dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.encap_decap->verbs_action;
+                                       dev_flow->dv.encap_decap->verbs_action;
                        } else {
                                /* Handle encap without preceding decap. */
                                if (flow_dv_create_action_l2_encap
@@ -7584,7 +7655,7 @@ cnt_err:
                                     error))
                                        return -rte_errno;
                                dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.encap_decap->verbs_action;
+                                       dev_flow->dv.encap_decap->verbs_action;
                        }
                        action_flags |= MLX5_FLOW_ACTION_ENCAP;
                        break;
@@ -7596,7 +7667,7 @@ cnt_err:
                                    (dev, dev_flow, attr->transfer, error))
                                        return -rte_errno;
                                dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.encap_decap->verbs_action;
+                                       dev_flow->dv.encap_decap->verbs_action;
                        }
                        /* If decap is followed by encap, handle it at encap. */
                        action_flags |= MLX5_FLOW_ACTION_DECAP;
@@ -7628,7 +7699,7 @@ cnt_err:
                                                 "cannot create jump action.");
                        }
                        dev_flow->dv.actions[actions_n++] =
-                                       handle->dvh.jump->action;
+                                       dev_flow->dv.jump->action;
                        action_flags |= MLX5_FLOW_ACTION_JUMP;
                        break;
                case RTE_FLOW_ACTION_TYPE_SET_MAC_SRC:
@@ -8150,6 +8221,8 @@ flow_dv_matcher_release(struct rte_eth_dev *dev,
 /**
  * Release an encap/decap resource.
  *
+ * @param dev
+ *   Pointer to Ethernet device.
  * @param handle
  *   Pointer to mlx5_flow_handle.
  *
@@ -8157,11 +8230,17 @@ flow_dv_matcher_release(struct rte_eth_dev *dev,
  *   1 while a reference on it exists, 0 when freed.
  */
 static int
-flow_dv_encap_decap_resource_release(struct mlx5_flow_handle *handle)
+flow_dv_encap_decap_resource_release(struct rte_eth_dev *dev,
+                                    struct mlx5_flow_handle *handle)
 {
-       struct mlx5_flow_dv_encap_decap_resource *cache_resource =
-                                               handle->dvh.encap_decap;
+       struct mlx5_priv *priv = dev->data->dev_private;
+       uint32_t idx = handle->dvh.encap_decap;
+       struct mlx5_flow_dv_encap_decap_resource *cache_resource;
 
+       cache_resource = mlx5_ipool_get(priv->sh->ipool[MLX5_IPOOL_DECAP_ENCAP],
+                        idx);
+       if (!cache_resource)
+               return 0;
        MLX5_ASSERT(cache_resource->verbs_action);
        DRV_LOG(DEBUG, "encap/decap resource %p: refcnt %d--",
                (void *)cache_resource,
@@ -8169,8 +8248,10 @@ flow_dv_encap_decap_resource_release(struct mlx5_flow_handle *handle)
        if (rte_atomic32_dec_and_test(&cache_resource->refcnt)) {
                claim_zero(mlx5_glue->destroy_flow_action
                                (cache_resource->verbs_action));
-               LIST_REMOVE(cache_resource, next);
-               rte_free(cache_resource);
+               ILIST_REMOVE(priv->sh->ipool[MLX5_IPOOL_DECAP_ENCAP],
+                            &priv->sh->encaps_decaps, idx,
+                            cache_resource, next);
+               mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_DECAP_ENCAP], idx);
                DRV_LOG(DEBUG, "encap/decap resource %p: removed",
                        (void *)cache_resource);
                return 0;
@@ -8193,12 +8274,15 @@ static int
 flow_dv_jump_tbl_resource_release(struct rte_eth_dev *dev,
                                  struct mlx5_flow_handle *handle)
 {
-       struct mlx5_flow_dv_jump_tbl_resource *cache_resource =
-                                                       handle->dvh.jump;
-       struct mlx5_flow_tbl_data_entry *tbl_data =
-                       container_of(cache_resource,
-                                    struct mlx5_flow_tbl_data_entry, jump);
+       struct mlx5_priv *priv = dev->data->dev_private;
+       struct mlx5_flow_dv_jump_tbl_resource *cache_resource;
+       struct mlx5_flow_tbl_data_entry *tbl_data;
 
+       tbl_data = mlx5_ipool_get(priv->sh->ipool[MLX5_IPOOL_JUMP],
+                            handle->dvh.jump);
+       if (!tbl_data)
+               return 0;
+       cache_resource = &tbl_data->jump;
        MLX5_ASSERT(cache_resource->action);
        DRV_LOG(DEBUG, "jump table resource %p: refcnt %d--",
                (void *)cache_resource,
@@ -8249,6 +8333,8 @@ flow_dv_modify_hdr_resource_release(struct mlx5_flow_handle *handle)
 /**
  * Release port ID action resource.
  *
+ * @param dev
+ *   Pointer to Ethernet device.
  * @param handle
  *   Pointer to mlx5_flow_handle.
  *
@@ -8256,11 +8342,17 @@ flow_dv_modify_hdr_resource_release(struct mlx5_flow_handle *handle)
  *   1 while a reference on it exists, 0 when freed.
  */
 static int
-flow_dv_port_id_action_resource_release(struct mlx5_flow_handle *handle)
+flow_dv_port_id_action_resource_release(struct rte_eth_dev *dev,
+                                       struct mlx5_flow_handle *handle)
 {
-       struct mlx5_flow_dv_port_id_action_resource *cache_resource =
-                                               handle->dvh.port_id_action;
+       struct mlx5_priv *priv = dev->data->dev_private;
+       struct mlx5_flow_dv_port_id_action_resource *cache_resource;
+       uint32_t idx = handle->dvh.port_id_action;
 
+       cache_resource = mlx5_ipool_get(priv->sh->ipool[MLX5_IPOOL_PORT_ID],
+                                       idx);
+       if (!cache_resource)
+               return 0;
        MLX5_ASSERT(cache_resource->action);
        DRV_LOG(DEBUG, "port ID action resource %p: refcnt %d--",
                (void *)cache_resource,
@@ -8268,8 +8360,10 @@ flow_dv_port_id_action_resource_release(struct mlx5_flow_handle *handle)
        if (rte_atomic32_dec_and_test(&cache_resource->refcnt)) {
                claim_zero(mlx5_glue->destroy_flow_action
                                (cache_resource->action));
-               LIST_REMOVE(cache_resource, next);
-               rte_free(cache_resource);
+               ILIST_REMOVE(priv->sh->ipool[MLX5_IPOOL_PORT_ID],
+                            &priv->sh->port_id_action_list, idx,
+                            cache_resource, next);
+               mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_PORT_ID], idx);
                DRV_LOG(DEBUG, "port id action resource %p: removed",
                        (void *)cache_resource);
                return 0;
@@ -8280,6 +8374,8 @@ flow_dv_port_id_action_resource_release(struct mlx5_flow_handle *handle)
 /**
  * Release push vlan action resource.
  *
+ * @param dev
+ *   Pointer to Ethernet device.
  * @param handle
  *   Pointer to mlx5_flow_handle.
  *
@@ -8287,11 +8383,17 @@ flow_dv_port_id_action_resource_release(struct mlx5_flow_handle *handle)
  *   1 while a reference on it exists, 0 when freed.
  */
 static int
-flow_dv_push_vlan_action_resource_release(struct mlx5_flow_handle *handle)
+flow_dv_push_vlan_action_resource_release(struct rte_eth_dev *dev,
+                                         struct mlx5_flow_handle *handle)
 {
-       struct mlx5_flow_dv_push_vlan_action_resource *cache_resource =
-                                               handle->dvh.push_vlan_res;
+       struct mlx5_priv *priv = dev->data->dev_private;
+       uint32_t idx = handle->dvh.push_vlan_res;
+       struct mlx5_flow_dv_push_vlan_action_resource *cache_resource;
 
+       cache_resource = mlx5_ipool_get(priv->sh->ipool[MLX5_IPOOL_PUSH_VLAN],
+                                       idx);
+       if (!cache_resource)
+               return 0;
        MLX5_ASSERT(cache_resource->action);
        DRV_LOG(DEBUG, "push VLAN action resource %p: refcnt %d--",
                (void *)cache_resource,
@@ -8299,8 +8401,10 @@ flow_dv_push_vlan_action_resource_release(struct mlx5_flow_handle *handle)
        if (rte_atomic32_dec_and_test(&cache_resource->refcnt)) {
                claim_zero(mlx5_glue->destroy_flow_action
                                (cache_resource->action));
-               LIST_REMOVE(cache_resource, next);
-               rte_free(cache_resource);
+               ILIST_REMOVE(priv->sh->ipool[MLX5_IPOOL_PUSH_VLAN],
+                            &priv->sh->push_vlan_action_list, idx,
+                            cache_resource, next);
+               mlx5_ipool_free(priv->sh->ipool[MLX5_IPOOL_PUSH_VLAN], idx);
                DRV_LOG(DEBUG, "push vlan action resource %p: removed",
                        (void *)cache_resource);
                return 0;
@@ -8372,15 +8476,17 @@ __flow_dv_destroy(struct rte_eth_dev *dev, struct rte_flow *flow)
                if (dev_handle->dvh.matcher)
                        flow_dv_matcher_release(dev, dev_handle);
                if (dev_handle->dvh.encap_decap)
-                       flow_dv_encap_decap_resource_release(dev_handle);
+                       flow_dv_encap_decap_resource_release(dev, dev_handle);
                if (dev_handle->dvh.modify_hdr)
                        flow_dv_modify_hdr_resource_release(dev_handle);
                if (dev_handle->dvh.jump)
                        flow_dv_jump_tbl_resource_release(dev, dev_handle);
                if (dev_handle->dvh.port_id_action)
-                       flow_dv_port_id_action_resource_release(dev_handle);
+                       flow_dv_port_id_action_resource_release(dev,
+                                                               dev_handle);
                if (dev_handle->dvh.push_vlan_res)
-                       flow_dv_push_vlan_action_resource_release(dev_handle);
+                       flow_dv_push_vlan_action_resource_release(dev,
+                                                                 dev_handle);
                if (dev_handle->dvh.tag_resource)
                        flow_dv_tag_release(dev,
                                            dev_handle->dvh.tag_resource);
@@ -8516,6 +8622,9 @@ flow_dv_destroy_mtr_tbl(struct rte_eth_dev *dev,
        if (mtd->egress.tbl)
                claim_zero(flow_dv_tbl_resource_release(dev,
                                                        mtd->egress.tbl));
+       if (mtd->egress.sfx_tbl)
+               claim_zero(flow_dv_tbl_resource_release(dev,
+                                                       mtd->egress.sfx_tbl));
        if (mtd->ingress.color_matcher)
                claim_zero(mlx5_glue->dv_destroy_flow_matcher
                          (mtd->ingress.color_matcher));
@@ -8525,6 +8634,9 @@ flow_dv_destroy_mtr_tbl(struct rte_eth_dev *dev,
        if (mtd->ingress.tbl)
                claim_zero(flow_dv_tbl_resource_release(dev,
                                                        mtd->ingress.tbl));
+       if (mtd->ingress.sfx_tbl)
+               claim_zero(flow_dv_tbl_resource_release(dev,
+                                                       mtd->ingress.sfx_tbl));
        if (mtd->transfer.color_matcher)
                claim_zero(mlx5_glue->dv_destroy_flow_matcher
                          (mtd->transfer.color_matcher));
@@ -8534,6 +8646,9 @@ flow_dv_destroy_mtr_tbl(struct rte_eth_dev *dev,
        if (mtd->transfer.tbl)
                claim_zero(flow_dv_tbl_resource_release(dev,
                                                        mtd->transfer.tbl));
+       if (mtd->transfer.sfx_tbl)
+               claim_zero(flow_dv_tbl_resource_release(dev,
+                                                       mtd->transfer.sfx_tbl));
        if (mtd->drop_actn)
                claim_zero(mlx5_glue->destroy_flow_action(mtd->drop_actn));
        rte_free(mtd);
@@ -8581,31 +8696,16 @@ flow_dv_prepare_mtr_tables(struct rte_eth_dev *dev,
                .match_mask = (void *)&mask,
        };
        void *actions[METER_ACTIONS];
-       struct mlx5_flow_tbl_resource **sfx_tbl;
        struct mlx5_meter_domain_info *dtb;
        struct rte_flow_error error;
        int i = 0;
 
-       if (transfer) {
-               sfx_tbl = &sh->fdb_mtr_sfx_tbl;
+       if (transfer)
                dtb = &mtb->transfer;
-       } else if (egress) {
-               sfx_tbl = &sh->tx_mtr_sfx_tbl;
+       else if (egress)
                dtb = &mtb->egress;
-       } else {
-               sfx_tbl = &sh->rx_mtr_sfx_tbl;
+       else
                dtb = &mtb->ingress;
-       }
-       /* If the suffix table in missing, create it. */
-       if (!(*sfx_tbl)) {
-               *sfx_tbl = flow_dv_tbl_resource_get(dev,
-                                               MLX5_FLOW_TABLE_LEVEL_SUFFIX,
-                                               egress, transfer, &error);
-               if (!(*sfx_tbl)) {
-                       DRV_LOG(ERR, "Failed to create meter suffix table.");
-                       return -1;
-               }
-       }
        /* Create the meter table with METER level. */
        dtb->tbl = flow_dv_tbl_resource_get(dev, MLX5_FLOW_TABLE_LEVEL_METER,
                                            egress, transfer, &error);
@@ -8613,6 +8713,14 @@ flow_dv_prepare_mtr_tables(struct rte_eth_dev *dev,
                DRV_LOG(ERR, "Failed to create meter policer table.");
                return -1;
        }
+       /* Create the meter suffix table with SUFFIX level. */
+       dtb->sfx_tbl = flow_dv_tbl_resource_get(dev,
+                                           MLX5_FLOW_TABLE_LEVEL_SUFFIX,
+                                           egress, transfer, &error);
+       if (!dtb->sfx_tbl) {
+               DRV_LOG(ERR, "Failed to create meter suffix table.");
+               return -1;
+       }
        /* Create matchers, Any and Color. */
        dv_attr.priority = 3;
        dv_attr.match_criteria_enable = 0;
@@ -8786,8 +8894,6 @@ flow_dv_destroy_policer_rules(struct rte_eth_dev *dev __rte_unused,
  *   Pointer to flow meter structure.
  * @param[in] mtb
  *   Pointer to DV meter table set.
- * @param[in] sfx_tb
- *   Pointer to suffix table.
  * @param[in] mtr_reg_c
  *   Color match REG_C.
  *
@@ -8797,7 +8903,6 @@ flow_dv_destroy_policer_rules(struct rte_eth_dev *dev __rte_unused,
 static int
 flow_dv_create_policer_forward_rule(struct mlx5_flow_meter *fm,
                                    struct mlx5_meter_domain_info *dtb,
-                                   struct mlx5_flow_tbl_resource *sfx_tb,
                                    uint8_t mtr_reg_c)
 {
        struct mlx5_flow_dv_match_params matcher = {
@@ -8811,12 +8916,10 @@ flow_dv_create_policer_forward_rule(struct mlx5_flow_meter *fm,
        int i;
 
        /* Create jump action. */
-       if (!sfx_tb)
-               return -1;
        if (!dtb->jump_actn)
                dtb->jump_actn =
                        mlx5_glue->dr_create_flow_action_dest_flow_tbl
-                                                       (sfx_tb->obj);
+                                                       (dtb->sfx_tbl->obj);
        if (!dtb->jump_actn) {
                DRV_LOG(ERR, "Failed to create policer jump action.");
                goto error;
@@ -8871,7 +8974,6 @@ flow_dv_create_policer_rules(struct rte_eth_dev *dev,
 
        if (attr->egress) {
                ret = flow_dv_create_policer_forward_rule(fm, &mtb->egress,
-                                               priv->sh->tx_mtr_sfx_tbl,
                                                priv->mtr_color_reg);
                if (ret) {
                        DRV_LOG(ERR, "Failed to create egress policer.");
@@ -8880,7 +8982,6 @@ flow_dv_create_policer_rules(struct rte_eth_dev *dev,
        }
        if (attr->ingress) {
                ret = flow_dv_create_policer_forward_rule(fm, &mtb->ingress,
-                                               priv->sh->rx_mtr_sfx_tbl,
                                                priv->mtr_color_reg);
                if (ret) {
                        DRV_LOG(ERR, "Failed to create ingress policer.");
@@ -8889,7 +8990,6 @@ flow_dv_create_policer_rules(struct rte_eth_dev *dev,
        }
        if (attr->transfer) {
                ret = flow_dv_create_policer_forward_rule(fm, &mtb->transfer,
-                                               priv->sh->fdb_mtr_sfx_tbl,
                                                priv->mtr_color_reg);
                if (ret) {
                        DRV_LOG(ERR, "Failed to create transfer policer.");