net/sfc: convert to the advanced EFX RSS interface
[dpdk.git] / drivers / net / mlx4 / mlx4_flow.c
index 67fd568..e3d7aa8 100644 (file)
@@ -76,22 +76,22 @@ struct mlx4_drop {
 };
 
 /**
- * Convert DPDK RSS hash fields to their Verbs equivalent.
+ * Convert DPDK RSS hash types to their Verbs equivalent.
  *
- * This function returns the supported (default) set when @p rss_hf has
+ * This function returns the supported (default) set when @p types has
  * special value (uint64_t)-1.
  *
  * @param priv
  *   Pointer to private structure.
- * @param rss_hf
- *   Hash fields in DPDK format (see struct rte_eth_rss_conf).
+ * @param types
+ *   Hash types in DPDK format (see struct rte_eth_rss_conf).
  *
  * @return
  *   A valid Verbs RSS hash fields mask for mlx4 on success, (uint64_t)-1
  *   otherwise and rte_errno is set.
  */
 uint64_t
-mlx4_conv_rss_hf(struct priv *priv, uint64_t rss_hf)
+mlx4_conv_rss_types(struct priv *priv, uint64_t types)
 {
        enum { IPV4, IPV6, TCP, UDP, };
        const uint64_t in[] = {
@@ -126,17 +126,17 @@ mlx4_conv_rss_hf(struct priv *priv, uint64_t rss_hf)
        unsigned int i;
 
        for (i = 0; i != RTE_DIM(in); ++i)
-               if (rss_hf & in[i]) {
-                       seen |= rss_hf & in[i];
+               if (types & in[i]) {
+                       seen |= types & in[i];
                        conv |= out[i];
                }
        if ((conv & priv->hw_rss_sup) == conv) {
-               if (rss_hf == (uint64_t)-1) {
+               if (types == (uint64_t)-1) {
                        /* Include inner RSS by default if supported. */
                        conv |= priv->hw_rss_sup & IBV_RX_HASH_INNER;
                        return conv;
                }
-               if (!(rss_hf & ~seen))
+               if (!(types & ~seen))
                        return conv;
        }
        rte_errno = ENOTSUP;
@@ -637,6 +637,7 @@ mlx4_flow_prepare(struct priv *priv,
        struct rte_flow temp = { .ibv_attr_size = sizeof(*temp.ibv_attr) };
        struct rte_flow *flow = &temp;
        const char *msg = NULL;
+       int overlap;
 
        if (attr->group)
                return rte_flow_error_set
@@ -651,11 +652,16 @@ mlx4_flow_prepare(struct priv *priv,
                return rte_flow_error_set
                        (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_EGRESS,
                         NULL, "egress is not supported");
+       if (attr->transfer)
+               return rte_flow_error_set
+                       (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_TRANSFER,
+                        NULL, "transfer is not supported");
        if (!attr->ingress)
                return rte_flow_error_set
                        (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_INGRESS,
                         NULL, "only ingress is supported");
 fill:
+       overlap = 0;
        proc = mlx4_flow_proc_item_list;
        /* Go over pattern. */
        for (item = pattern; item->type; ++item) {
@@ -702,15 +708,24 @@ fill:
        }
        /* Go over actions list. */
        for (action = actions; action->type; ++action) {
+               /* This one may appear anywhere multiple times. */
+               if (action->type == RTE_FLOW_ACTION_TYPE_VOID)
+                       continue;
+               /* Fate-deciding actions may appear exactly once. */
+               if (overlap) {
+                       msg = "cannot combine several fate-deciding actions,"
+                               " choose between DROP, QUEUE or RSS";
+                       goto exit_action_not_supported;
+               }
+               overlap = 1;
                switch (action->type) {
                        const struct rte_flow_action_queue *queue;
                        const struct rte_flow_action_rss *rss;
-                       const struct rte_eth_rss_conf *rss_conf;
+                       const uint8_t *rss_key;
+                       uint32_t rss_key_len;
                        uint64_t fields;
                        unsigned int i;
 
-               case RTE_FLOW_ACTION_TYPE_VOID:
-                       continue;
                case RTE_FLOW_ACTION_TYPE_DROP:
                        flow->drop = 1;
                        break;
@@ -737,58 +752,67 @@ fill:
                                break;
                        rss = action->conf;
                        /* Default RSS configuration if none is provided. */
-                       rss_conf =
-                               rss->rss_conf ?
-                               rss->rss_conf :
-                               &(struct rte_eth_rss_conf){
-                                       .rss_key = mlx4_rss_hash_key_default,
-                                       .rss_key_len = MLX4_RSS_HASH_KEY_SIZE,
-                                       .rss_hf = -1,
-                               };
+                       if (rss->key_len) {
+                               rss_key = rss->key;
+                               rss_key_len = rss->key_len;
+                       } else {
+                               rss_key = mlx4_rss_hash_key_default;
+                               rss_key_len = MLX4_RSS_HASH_KEY_SIZE;
+                       }
                        /* Sanity checks. */
-                       for (i = 0; i < rss->num; ++i)
+                       for (i = 0; i < rss->queue_num; ++i)
                                if (rss->queue[i] >=
                                    priv->dev->data->nb_rx_queues)
                                        break;
-                       if (i != rss->num) {
+                       if (i != rss->queue_num) {
                                msg = "queue index target beyond number of"
                                        " configured Rx queues";
                                goto exit_action_not_supported;
                        }
-                       if (!rte_is_power_of_2(rss->num)) {
+                       if (!rte_is_power_of_2(rss->queue_num)) {
                                msg = "for RSS, mlx4 requires the number of"
                                        " queues to be a power of two";
                                goto exit_action_not_supported;
                        }
-                       if (rss_conf->rss_key_len !=
-                           sizeof(flow->rss->key)) {
+                       if (rss_key_len != sizeof(flow->rss->key)) {
                                msg = "mlx4 supports exactly one RSS hash key"
                                        " length: "
                                        MLX4_STR_EXPAND(MLX4_RSS_HASH_KEY_SIZE);
                                goto exit_action_not_supported;
                        }
-                       for (i = 1; i < rss->num; ++i)
+                       for (i = 1; i < rss->queue_num; ++i)
                                if (rss->queue[i] - rss->queue[i - 1] != 1)
                                        break;
-                       if (i != rss->num) {
+                       if (i != rss->queue_num) {
                                msg = "mlx4 requires RSS contexts to use"
                                        " consecutive queue indices only";
                                goto exit_action_not_supported;
                        }
-                       if (rss->queue[0] % rss->num) {
+                       if (rss->queue[0] % rss->queue_num) {
                                msg = "mlx4 requires the first queue of a RSS"
                                        " context to be aligned on a multiple"
                                        " of the context size";
                                goto exit_action_not_supported;
                        }
+                       if (rss->func &&
+                           rss->func != RTE_ETH_HASH_FUNCTION_TOEPLITZ) {
+                               msg = "the only supported RSS hash function"
+                                       " is Toeplitz";
+                               goto exit_action_not_supported;
+                       }
+                       if (rss->level) {
+                               msg = "a nonzero RSS encapsulation level is"
+                                       " not supported";
+                               goto exit_action_not_supported;
+                       }
                        rte_errno = 0;
-                       fields = mlx4_conv_rss_hf(priv, rss_conf->rss_hf);
+                       fields = mlx4_conv_rss_types(priv, rss->types);
                        if (fields == (uint64_t)-1 && rte_errno) {
                                msg = "unsupported RSS hash type requested";
                                goto exit_action_not_supported;
                        }
                        flow->rss = mlx4_rss_get
-                               (priv, fields, rss_conf->rss_key, rss->num,
+                               (priv, fields, rss_key, rss->queue_num,
                                 rss->queue);
                        if (!flow->rss) {
                                msg = "either invalid parameters or not enough"
@@ -801,10 +825,9 @@ fill:
                        goto exit_action_not_supported;
                }
        }
-       if (!flow->rss && !flow->drop)
-               return rte_flow_error_set
-                       (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
-                        NULL, "no valid action");
+       /* When fate is unknown, drop traffic. */
+       if (!overlap)
+               flow->drop = 1;
        /* Validation ends here. */
        if (!addr) {
                if (flow->rss)
@@ -1273,14 +1296,20 @@ mlx4_flow_internal(struct priv *priv, struct rte_flow_error *error)
         */
        uint32_t queues =
                rte_align32pow2(priv->dev->data->nb_rx_queues + 1) >> 1;
-       alignas(struct rte_flow_action_rss) uint8_t rss_conf_data
-               [offsetof(struct rte_flow_action_rss, queue) +
-                sizeof(((struct rte_flow_action_rss *)0)->queue[0]) * queues];
-       struct rte_flow_action_rss *rss_conf = (void *)rss_conf_data;
+       uint16_t queue[queues];
+       struct rte_flow_action_rss action_rss = {
+               .func = RTE_ETH_HASH_FUNCTION_DEFAULT,
+               .level = 0,
+               .types = -1,
+               .key_len = MLX4_RSS_HASH_KEY_SIZE,
+               .queue_num = queues,
+               .key = mlx4_rss_hash_key_default,
+               .queue = queue,
+       };
        struct rte_flow_action actions[] = {
                {
                        .type = RTE_FLOW_ACTION_TYPE_RSS,
-                       .conf = rss_conf,
+                       .conf = &action_rss,
                },
                {
                        .type = RTE_FLOW_ACTION_TYPE_END,
@@ -1302,12 +1331,8 @@ mlx4_flow_internal(struct priv *priv, struct rte_flow_error *error)
        if (!queues)
                goto error;
        /* Prepare default RSS configuration. */
-       *rss_conf = (struct rte_flow_action_rss){
-               .rss_conf = NULL, /* Rely on default fallback settings. */
-               .num = queues,
-       };
        for (i = 0; i != queues; ++i)
-               rss_conf->queue[i] = i;
+               queue[i] = i;
        /*
         * Set up VLAN item if filtering is enabled and at least one VLAN
         * filter is configured.
@@ -1366,7 +1391,7 @@ next_vlan:
                        if (j != sizeof(mac->addr_bytes))
                                continue;
                        if (flow->rss->queues != queues ||
-                           memcmp(flow->rss->queue_id, rss_conf->queue,
+                           memcmp(flow->rss->queue_id, action_rss.queue,
                                   queues * sizeof(flow->rss->queue_id[0])))
                                continue;
                        break;
@@ -1406,7 +1431,7 @@ next_vlan:
                if (flow && flow->internal) {
                        assert(flow->rss);
                        if (flow->rss->queues != queues ||
-                           memcmp(flow->rss->queue_id, rss_conf->queue,
+                           memcmp(flow->rss->queue_id, action_rss.queue,
                                   queues * sizeof(flow->rss->queue_id[0])))
                                flow = NULL;
                }