net/hns3: get device specifications from firmware
[dpdk.git] / drivers / net / mlx5 / mlx5_flow_dv.c
index 0909cb6..58358ce 100644 (file)
@@ -945,7 +945,7 @@ flow_dv_convert_action_modify_tcp_ack
 }
 
 static enum mlx5_modification_field reg_to_field[] = {
-       [REG_NONE] = MLX5_MODI_OUT_NONE,
+       [REG_NON] = MLX5_MODI_OUT_NONE,
        [REG_A] = MLX5_MODI_META_DATA_REG_A,
        [REG_B] = MLX5_MODI_META_DATA_REG_B,
        [REG_C_0] = MLX5_MODI_META_REG_C_0,
@@ -985,7 +985,7 @@ flow_dv_convert_action_set_reg
                return rte_flow_error_set(error, EINVAL,
                                          RTE_FLOW_ERROR_TYPE_ACTION, NULL,
                                          "too many items to modify");
-       MLX5_ASSERT(conf->id != REG_NONE);
+       MLX5_ASSERT(conf->id != REG_NON);
        MLX5_ASSERT(conf->id < RTE_DIM(reg_to_field));
        actions[i] = (struct mlx5_modification_cmd) {
                .action_type = MLX5_MODIFICATION_TYPE_SET,
@@ -1035,7 +1035,7 @@ flow_dv_convert_action_set_tag
        ret = mlx5_flow_get_reg_id(dev, MLX5_APP_TAG, conf->index, error);
        if (ret < 0)
                return ret;
-       MLX5_ASSERT(ret != REG_NONE);
+       MLX5_ASSERT(ret != REG_NON);
        MLX5_ASSERT((unsigned int)ret < RTE_DIM(reg_to_field));
        reg_type = reg_to_field[ret];
        MLX5_ASSERT(reg_type > 0);
@@ -1152,8 +1152,7 @@ flow_dv_convert_action_mark(struct rte_eth_dev *dev,
                .mask = &mask,
        };
        struct field_modify_info reg_c_x[] = {
-               {4, 0, 0}, /* dynamic instead of MLX5_MODI_META_REG_C_1. */
-               {0, 0, 0},
+               [1] = {0, 0, 0},
        };
        int reg;
 
@@ -1173,7 +1172,7 @@ flow_dv_convert_action_mark(struct rte_eth_dev *dev,
                mask = rte_cpu_to_be_32(mask) & msk_c0;
                mask = rte_cpu_to_be_32(mask << shl_c0);
        }
-       reg_c_x[0].id = reg_to_field[reg];
+       reg_c_x[0] = (struct field_modify_info){4, 0, reg_to_field[reg]};
        return flow_dv_convert_modify_action(&item, reg_c_x, NULL, resource,
                                             MLX5_MODIFICATION_TYPE_SET, error);
 }
@@ -1559,7 +1558,7 @@ flow_dv_validate_item_tag(struct rte_eth_dev *dev,
        ret = mlx5_flow_get_reg_id(dev, MLX5_APP_TAG, spec->index, error);
        if (ret < 0)
                return ret;
-       MLX5_ASSERT(ret != REG_NONE);
+       MLX5_ASSERT(ret != REG_NON);
        return 0;
 }
 
@@ -3958,6 +3957,40 @@ flow_dv_validate_action_modify_ipv6_dscp(const uint64_t action_flags,
        return ret;
 }
 
+/**
+ * Match modify-header resource.
+ *
+ * @param entry
+ *   Pointer to exist resource entry object.
+ * @param ctx
+ *   Pointer to new modify-header resource.
+ *
+ * @return
+ *   0 on matching, -1 otherwise.
+ */
+static int
+flow_dv_modify_hdr_resource_match(struct mlx5_hlist_entry *entry, void *ctx)
+{
+       struct mlx5_flow_dv_modify_hdr_resource *resource;
+       struct mlx5_flow_dv_modify_hdr_resource *cache_resource;
+       uint32_t actions_len;
+
+       resource = (struct mlx5_flow_dv_modify_hdr_resource *)ctx;
+       cache_resource = container_of(entry,
+                                     struct mlx5_flow_dv_modify_hdr_resource,
+                                     entry);
+       actions_len = resource->actions_num * sizeof(resource->actions[0]);
+       if (resource->entry.key == cache_resource->entry.key &&
+           resource->ft_type == cache_resource->ft_type &&
+           resource->actions_num == cache_resource->actions_num &&
+           resource->flags == cache_resource->flags &&
+           !memcmp((const void *)resource->actions,
+                   (const void *)cache_resource->actions,
+                   actions_len))
+               return 0;
+       return -1;
+}
+
 /**
  * Find existing modify-header resource or create and register a new one.
  *
@@ -3985,6 +4018,15 @@ flow_dv_modify_hdr_resource_register
        struct mlx5_flow_dv_modify_hdr_resource *cache_resource;
        struct mlx5dv_dr_domain *ns;
        uint32_t actions_len;
+       struct mlx5_hlist_entry *entry;
+       union mlx5_flow_modify_hdr_key hdr_mod_key = {
+               {
+                       .ft_type = resource->ft_type,
+                       .actions_num = resource->actions_num,
+                       .group = dev_flow->dv.group,
+                       .cksum = 0,
+               }
+       };
        int ret;
 
        resource->flags = dev_flow->dv.group ? 0 :
@@ -4002,20 +4044,22 @@ flow_dv_modify_hdr_resource_register
                ns = sh->rx_domain;
        /* Lookup a matching resource from cache. */
        actions_len = resource->actions_num * sizeof(resource->actions[0]);
-       LIST_FOREACH(cache_resource, &sh->modify_cmds, next) {
-               if (resource->ft_type == cache_resource->ft_type &&
-                   resource->actions_num == cache_resource->actions_num &&
-                   resource->flags == cache_resource->flags &&
-                   !memcmp((const void *)resource->actions,
-                           (const void *)cache_resource->actions,
-                           actions_len)) {
-                       DRV_LOG(DEBUG, "modify-header resource %p: refcnt %d++",
-                               (void *)cache_resource,
-                               rte_atomic32_read(&cache_resource->refcnt));
-                       rte_atomic32_inc(&cache_resource->refcnt);
-                       dev_flow->handle->dvh.modify_hdr = cache_resource;
-                       return 0;
-               }
+       hdr_mod_key.cksum = __rte_raw_cksum(resource->actions, actions_len, 0);
+       resource->entry.key = hdr_mod_key.v64;
+       entry = mlx5_hlist_lookup_ex(sh->modify_cmds, resource->entry.key,
+                                    flow_dv_modify_hdr_resource_match,
+                                    (void *)resource);
+       if (entry) {
+               cache_resource = container_of(entry,
+                                       struct mlx5_flow_dv_modify_hdr_resource,
+                                       entry);
+               DRV_LOG(DEBUG, "modify-header resource %p: refcnt %d++",
+                       (void *)cache_resource,
+                       rte_atomic32_read(&cache_resource->refcnt));
+               rte_atomic32_inc(&cache_resource->refcnt);
+               dev_flow->handle->dvh.modify_hdr = cache_resource;
+               return 0;
+
        }
        /* Register new modify-header resource. */
        cache_resource = mlx5_malloc(MLX5_MEM_ZERO,
@@ -4038,7 +4082,16 @@ flow_dv_modify_hdr_resource_register
        }
        rte_atomic32_init(&cache_resource->refcnt);
        rte_atomic32_inc(&cache_resource->refcnt);
-       LIST_INSERT_HEAD(&sh->modify_cmds, cache_resource, next);
+       if (mlx5_hlist_insert_ex(sh->modify_cmds, &cache_resource->entry,
+                                flow_dv_modify_hdr_resource_match,
+                                (void *)cache_resource)) {
+               claim_zero(mlx5_flow_os_destroy_flow_action
+                                               (cache_resource->action));
+               mlx5_free(cache_resource);
+               return rte_flow_error_set(error, EEXIST,
+                                         RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
+                                         NULL, "action exist");
+       }
        dev_flow->handle->dvh.modify_hdr = cache_resource;
        DRV_LOG(DEBUG, "new modify-header resource %p: refcnt %d++",
                (void *)cache_resource,
@@ -6544,8 +6597,8 @@ flow_dv_translate_item_nvgre(void *matcher, void *key,
        const struct rte_flow_item_nvgre *nvgre_v = item->spec;
        void *misc_m = MLX5_ADDR_OF(fte_match_param, matcher, misc_parameters);
        void *misc_v = MLX5_ADDR_OF(fte_match_param, key, misc_parameters);
-       const char *tni_flow_id_m = (const char *)nvgre_m->tni;
-       const char *tni_flow_id_v = (const char *)nvgre_v->tni;
+       const char *tni_flow_id_m;
+       const char *tni_flow_id_v;
        char *gre_key_m;
        char *gre_key_v;
        int size;
@@ -6570,6 +6623,8 @@ flow_dv_translate_item_nvgre(void *matcher, void *key,
                return;
        if (!nvgre_m)
                nvgre_m = &rte_flow_item_nvgre_mask;
+       tni_flow_id_m = (const char *)nvgre_m->tni;
+       tni_flow_id_v = (const char *)nvgre_v->tni;
        size = sizeof(nvgre_m->tni) + sizeof(nvgre_m->flow_id);
        gre_key_m = MLX5_ADDR_OF(fte_match_set_misc, misc_m, gre_key_h);
        gre_key_v = MLX5_ADDR_OF(fte_match_set_misc, misc_v, gre_key_h);
@@ -9121,6 +9176,8 @@ flow_dv_default_miss_resource_release(struct rte_eth_dev *dev)
 /**
  * Release a modify-header resource.
  *
+ * @param dev
+ *   Pointer to Ethernet device.
  * @param handle
  *   Pointer to mlx5_flow_handle.
  *
@@ -9128,8 +9185,10 @@ flow_dv_default_miss_resource_release(struct rte_eth_dev *dev)
  *   1 while a reference on it exists, 0 when freed.
  */
 static int
-flow_dv_modify_hdr_resource_release(struct mlx5_flow_handle *handle)
+flow_dv_modify_hdr_resource_release(struct rte_eth_dev *dev,
+                                   struct mlx5_flow_handle *handle)
 {
+       struct mlx5_priv *priv = dev->data->dev_private;
        struct mlx5_flow_dv_modify_hdr_resource *cache_resource =
                                                        handle->dvh.modify_hdr;
 
@@ -9140,7 +9199,8 @@ flow_dv_modify_hdr_resource_release(struct mlx5_flow_handle *handle)
        if (rte_atomic32_dec_and_test(&cache_resource->refcnt)) {
                claim_zero(mlx5_flow_os_destroy_flow_action
                                                (cache_resource->action));
-               LIST_REMOVE(cache_resource, next);
+               mlx5_hlist_remove(priv->sh->modify_cmds,
+                                 &cache_resource->entry);
                mlx5_free(cache_resource);
                DRV_LOG(DEBUG, "modify-header resource %p: removed",
                        (void *)cache_resource);
@@ -9350,7 +9410,7 @@ __flow_dv_destroy(struct rte_eth_dev *dev, struct rte_flow *flow)
                if (dev_handle->dvh.rix_encap_decap)
                        flow_dv_encap_decap_resource_release(dev, dev_handle);
                if (dev_handle->dvh.modify_hdr)
-                       flow_dv_modify_hdr_resource_release(dev_handle);
+                       flow_dv_modify_hdr_resource_release(dev, dev_handle);
                if (dev_handle->dvh.rix_push_vlan)
                        flow_dv_push_vlan_action_resource_release(dev,
                                                                  dev_handle);