net/mlx4: fix creation of flow rule w/o ETH spec
[dpdk.git] / drivers / net / mlx4 / mlx4_flow.c
index ce36ac7..3abde30 100644 (file)
@@ -76,69 +76,94 @@ struct mlx4_drop {
 };
 
 /**
- * Convert DPDK RSS hash types to their Verbs equivalent.
+ * Convert supported RSS hash field types between DPDK and Verbs formats.
  *
  * This function returns the supported (default) set when @p types has
- * special value (uint64_t)-1.
+ * special value 0.
  *
  * @param priv
  *   Pointer to private structure.
  * @param types
- *   Hash types in DPDK format (see struct rte_eth_rss_conf).
+ *   Depending on @p verbs_to_dpdk, hash types in either DPDK (see struct
+ *   rte_eth_rss_conf) or Verbs format.
+ * @param verbs_to_dpdk
+ *   A zero value converts @p types from DPDK to Verbs, a nonzero value
+ *   performs the reverse operation.
  *
  * @return
- *   A valid Verbs RSS hash fields mask for mlx4 on success, (uint64_t)-1
- *   otherwise and rte_errno is set.
+ *   Converted RSS hash fields on success, (uint64_t)-1 otherwise and
+ *   rte_errno is set.
  */
 uint64_t
-mlx4_conv_rss_types(struct priv *priv, uint64_t types)
+mlx4_conv_rss_types(struct priv *priv, uint64_t types, int verbs_to_dpdk)
 {
-       enum { IPV4, IPV6, TCP, UDP, };
-       const uint64_t in[] = {
-               [IPV4] = (ETH_RSS_IPV4 |
-                         ETH_RSS_FRAG_IPV4 |
-                         ETH_RSS_NONFRAG_IPV4_TCP |
-                         ETH_RSS_NONFRAG_IPV4_UDP |
-                         ETH_RSS_NONFRAG_IPV4_OTHER),
-               [IPV6] = (ETH_RSS_IPV6 |
-                         ETH_RSS_FRAG_IPV6 |
-                         ETH_RSS_NONFRAG_IPV6_TCP |
-                         ETH_RSS_NONFRAG_IPV6_UDP |
-                         ETH_RSS_NONFRAG_IPV6_OTHER |
-                         ETH_RSS_IPV6_EX |
-                         ETH_RSS_IPV6_TCP_EX |
-                         ETH_RSS_IPV6_UDP_EX),
-               [TCP] = (ETH_RSS_NONFRAG_IPV4_TCP |
-                        ETH_RSS_NONFRAG_IPV6_TCP |
-                        ETH_RSS_IPV6_TCP_EX),
-               [UDP] = (ETH_RSS_NONFRAG_IPV4_UDP |
-                        ETH_RSS_NONFRAG_IPV6_UDP |
-                        ETH_RSS_IPV6_UDP_EX),
+       enum {
+               INNER,
+               IPV4, IPV4_1, IPV4_2, IPV6, IPV6_1, IPV6_2, IPV6_3,
+               TCP, UDP,
+               IPV4_TCP, IPV4_UDP, IPV6_TCP, IPV6_TCP_1, IPV6_UDP, IPV6_UDP_1,
        };
-       const uint64_t out[RTE_DIM(in)] = {
-               [IPV4] = IBV_RX_HASH_SRC_IPV4 | IBV_RX_HASH_DST_IPV4,
-               [IPV6] = IBV_RX_HASH_SRC_IPV6 | IBV_RX_HASH_DST_IPV6,
-               [TCP] = IBV_RX_HASH_SRC_PORT_TCP | IBV_RX_HASH_DST_PORT_TCP,
-               [UDP] = IBV_RX_HASH_SRC_PORT_UDP | IBV_RX_HASH_DST_PORT_UDP,
+       enum {
+               VERBS_IPV4 = IBV_RX_HASH_SRC_IPV4 | IBV_RX_HASH_DST_IPV4,
+               VERBS_IPV6 = IBV_RX_HASH_SRC_IPV6 | IBV_RX_HASH_DST_IPV6,
+               VERBS_TCP = IBV_RX_HASH_SRC_PORT_TCP | IBV_RX_HASH_DST_PORT_TCP,
+               VERBS_UDP = IBV_RX_HASH_SRC_PORT_UDP | IBV_RX_HASH_DST_PORT_UDP,
        };
+       static const uint64_t dpdk[] = {
+               [INNER] = 0,
+               [IPV4] = ETH_RSS_IPV4,
+               [IPV4_1] = ETH_RSS_FRAG_IPV4,
+               [IPV4_2] = ETH_RSS_NONFRAG_IPV4_OTHER,
+               [IPV6] = ETH_RSS_IPV6,
+               [IPV6_1] = ETH_RSS_FRAG_IPV6,
+               [IPV6_2] = ETH_RSS_NONFRAG_IPV6_OTHER,
+               [IPV6_3] = ETH_RSS_IPV6_EX,
+               [TCP] = 0,
+               [UDP] = 0,
+               [IPV4_TCP] = ETH_RSS_NONFRAG_IPV4_TCP,
+               [IPV4_UDP] = ETH_RSS_NONFRAG_IPV4_UDP,
+               [IPV6_TCP] = ETH_RSS_NONFRAG_IPV6_TCP,
+               [IPV6_TCP_1] = ETH_RSS_IPV6_TCP_EX,
+               [IPV6_UDP] = ETH_RSS_NONFRAG_IPV6_UDP,
+               [IPV6_UDP_1] = ETH_RSS_IPV6_UDP_EX,
+       };
+       static const uint64_t verbs[RTE_DIM(dpdk)] = {
+               [INNER] = IBV_RX_HASH_INNER,
+               [IPV4] = VERBS_IPV4,
+               [IPV4_1] = VERBS_IPV4,
+               [IPV4_2] = VERBS_IPV4,
+               [IPV6] = VERBS_IPV6,
+               [IPV6_1] = VERBS_IPV6,
+               [IPV6_2] = VERBS_IPV6,
+               [IPV6_3] = VERBS_IPV6,
+               [TCP] = VERBS_TCP,
+               [UDP] = VERBS_UDP,
+               [IPV4_TCP] = VERBS_IPV4 | VERBS_TCP,
+               [IPV4_UDP] = VERBS_IPV4 | VERBS_UDP,
+               [IPV6_TCP] = VERBS_IPV6 | VERBS_TCP,
+               [IPV6_TCP_1] = VERBS_IPV6 | VERBS_TCP,
+               [IPV6_UDP] = VERBS_IPV6 | VERBS_UDP,
+               [IPV6_UDP_1] = VERBS_IPV6 | VERBS_UDP,
+       };
+       const uint64_t *in = verbs_to_dpdk ? verbs : dpdk;
+       const uint64_t *out = verbs_to_dpdk ? dpdk : verbs;
        uint64_t seen = 0;
        uint64_t conv = 0;
        unsigned int i;
 
-       for (i = 0; i != RTE_DIM(in); ++i)
-               if (types & in[i]) {
+       if (!types) {
+               if (!verbs_to_dpdk)
+                       return priv->hw_rss_sup;
+               types = priv->hw_rss_sup;
+       }
+       for (i = 0; i != RTE_DIM(dpdk); ++i)
+               if (in[i] && (types & in[i]) == in[i]) {
                        seen |= types & in[i];
                        conv |= out[i];
                }
-       if ((conv & priv->hw_rss_sup) == conv) {
-               if (types == (uint64_t)-1) {
-                       /* Include inner RSS by default if supported. */
-                       conv |= priv->hw_rss_sup & IBV_RX_HASH_INNER;
-                       return conv;
-               }
-               if (!(types & ~seen))
-                       return conv;
-       }
+       if ((verbs_to_dpdk || (conv & priv->hw_rss_sup) == conv) &&
+           !(types & ~seen))
+               return conv;
        rte_errno = ENOTSUP;
        return (uint64_t)-1;
 }
@@ -180,9 +205,7 @@ mlx4_flow_merge_eth(struct rte_flow *flow,
        const char *msg;
        unsigned int i;
 
-       if (!mask) {
-               flow->promisc = 1;
-       } else {
+       if (mask) {
                uint32_t sum_dst = 0;
                uint32_t sum_src = 0;
 
@@ -224,6 +247,11 @@ mlx4_flow_merge_eth(struct rte_flow *flow,
                .type = IBV_FLOW_SPEC_ETH,
                .size = sizeof(*eth),
        };
+       if (!mask) {
+               eth->val.dst_mac[0] = 0xff;
+               flow->ibv_attr->type = IBV_FLOW_ATTR_ALL_DEFAULT;
+               return 0;
+       }
        memcpy(eth->val.dst_mac, spec->dst.addr_bytes, ETHER_ADDR_LEN);
        memcpy(eth->mask.dst_mac, mask->dst.addr_bytes, ETHER_ADDR_LEN);
        /* Remove unwanted bits from values. */
@@ -286,6 +314,8 @@ mlx4_flow_merge_vlan(struct rte_flow *flow,
        eth->val.vlan_tag = spec->tci;
        eth->mask.vlan_tag = mask->tci;
        eth->val.vlan_tag &= eth->mask.vlan_tag;
+       if (flow->ibv_attr->type == IBV_FLOW_ATTR_ALL_DEFAULT)
+               flow->ibv_attr->type = IBV_FLOW_ATTR_NORMAL;
        return 0;
 error:
        return rte_flow_error_set(error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ITEM,
@@ -362,6 +392,9 @@ error:
  * Additional mlx4-specific constraints on supported fields:
  *
  * - No support for partial masks.
+ * - Due to HW/FW limitation, flow rule priority is not taken into account
+ *   when matching UDP destination ports, doing is therefore only supported
+ *   at the highest priority level (0).
  *
  * @param[in, out] flow
  *   Flow rule handle to update.
@@ -393,6 +426,11 @@ mlx4_flow_merge_udp(struct rte_flow *flow,
                msg = "mlx4 does not support matching partial UDP fields";
                goto error;
        }
+       if (mask && mask->hdr.dst_port && flow->priority) {
+               msg = "combining UDP destination port matching with a nonzero"
+                       " priority level is not supported";
+               goto error;
+       }
        if (!flow->ibv_attr)
                return 0;
        ++flow->ibv_attr->num_of_specs;
@@ -652,6 +690,10 @@ mlx4_flow_prepare(struct priv *priv,
                return rte_flow_error_set
                        (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_EGRESS,
                         NULL, "egress is not supported");
+       if (attr->transfer)
+               return rte_flow_error_set
+                       (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_TRANSFER,
+                        NULL, "transfer is not supported");
        if (!attr->ingress)
                return rte_flow_error_set
                        (error, ENOTSUP, RTE_FLOW_ERROR_TYPE_ATTR_INGRESS,
@@ -659,6 +701,7 @@ mlx4_flow_prepare(struct priv *priv,
 fill:
        overlap = 0;
        proc = mlx4_flow_proc_item_list;
+       flow->priority = attr->priority;
        /* Go over pattern. */
        for (item = pattern; item->type; ++item) {
                const struct mlx4_flow_proc_item *next = NULL;
@@ -802,7 +845,7 @@ fill:
                                goto exit_action_not_supported;
                        }
                        rte_errno = 0;
-                       fields = mlx4_conv_rss_types(priv, rss->types);
+                       fields = mlx4_conv_rss_types(priv, rss->types, 0);
                        if (fields == (uint64_t)-1 && rte_errno) {
                                msg = "unsupported RSS hash type requested";
                                goto exit_action_not_supported;
@@ -1296,7 +1339,7 @@ mlx4_flow_internal(struct priv *priv, struct rte_flow_error *error)
        struct rte_flow_action_rss action_rss = {
                .func = RTE_ETH_HASH_FUNCTION_DEFAULT,
                .level = 0,
-               .types = -1,
+               .types = 0,
                .key_len = MLX4_RSS_HASH_KEY_SIZE,
                .queue_num = queues,
                .key = mlx4_rss_hash_key_default,