net/ice: support flow director VXLAN tunnel
[dpdk.git] / drivers / net / ice / ice_fdir_filter.c
index b327ead..d18e924 100644 (file)
@@ -1,5 +1,7 @@
 #include <stdio.h>
 #include <rte_flow.h>
+#include <rte_hash.h>
+#include <rte_hash_crc.h>
 #include "base/ice_fdir.h"
 #include "base/ice_flow.h"
 #include "base/ice_type.h"
        ICE_FDIR_INSET_ETH_IPV6 | \
        ICE_INSET_SCTP_SRC_PORT | ICE_INSET_SCTP_DST_PORT)
 
+#define ICE_FDIR_INSET_VXLAN_IPV4 (\
+       ICE_INSET_TUN_IPV4_SRC | ICE_INSET_TUN_IPV4_DST)
+
+#define ICE_FDIR_INSET_VXLAN_IPV4_TCP (\
+       ICE_FDIR_INSET_VXLAN_IPV4 | \
+       ICE_INSET_TUN_TCP_SRC_PORT | ICE_INSET_TUN_TCP_DST_PORT)
+
+#define ICE_FDIR_INSET_VXLAN_IPV4_UDP (\
+       ICE_FDIR_INSET_VXLAN_IPV4 | \
+       ICE_INSET_TUN_UDP_SRC_PORT | ICE_INSET_TUN_UDP_DST_PORT)
+
+#define ICE_FDIR_INSET_VXLAN_IPV4_SCTP (\
+       ICE_FDIR_INSET_VXLAN_IPV4 | \
+       ICE_INSET_TUN_SCTP_SRC_PORT | ICE_INSET_TUN_SCTP_DST_PORT)
+
 static struct ice_pattern_match_item ice_fdir_pattern[] = {
        {pattern_eth_ipv4,             ICE_FDIR_INSET_ETH_IPV4,              ICE_INSET_NONE},
        {pattern_eth_ipv4_udp,         ICE_FDIR_INSET_ETH_IPV4_UDP,          ICE_INSET_NONE},
@@ -54,6 +71,22 @@ static struct ice_pattern_match_item ice_fdir_pattern[] = {
        {pattern_eth_ipv6_udp,         ICE_FDIR_INSET_ETH_IPV6_UDP,          ICE_INSET_NONE},
        {pattern_eth_ipv6_tcp,         ICE_FDIR_INSET_ETH_IPV6_TCP,          ICE_INSET_NONE},
        {pattern_eth_ipv6_sctp,        ICE_FDIR_INSET_ETH_IPV6_SCTP,         ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_ipv4,
+                                      ICE_FDIR_INSET_VXLAN_IPV4,            ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_ipv4_udp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_UDP,        ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_ipv4_tcp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_TCP,        ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_ipv4_sctp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_SCTP,       ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_eth_ipv4,
+                                      ICE_FDIR_INSET_VXLAN_IPV4,            ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_eth_ipv4_udp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_UDP,        ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_eth_ipv4_tcp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_TCP,        ICE_INSET_NONE},
+       {pattern_eth_ipv4_udp_vxlan_eth_ipv4_sctp,
+                                      ICE_FDIR_INSET_VXLAN_IPV4_SCTP,       ICE_INSET_NONE},
 };
 
 static struct ice_flow_parser ice_fdir_parser;
@@ -272,6 +305,60 @@ ice_fdir_counter_free(__rte_unused struct ice_pf *pf,
        }
 }
 
+static int
+ice_fdir_init_filter_list(struct ice_pf *pf)
+{
+       struct rte_eth_dev *dev = pf->adapter->eth_dev;
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+       char fdir_hash_name[RTE_HASH_NAMESIZE];
+       int ret;
+
+       struct rte_hash_parameters fdir_hash_params = {
+               .name = fdir_hash_name,
+               .entries = ICE_MAX_FDIR_FILTER_NUM,
+               .key_len = sizeof(struct ice_fdir_fltr_pattern),
+               .hash_func = rte_hash_crc,
+               .hash_func_init_val = 0,
+               .socket_id = rte_socket_id(),
+       };
+
+       /* Initialize hash */
+       snprintf(fdir_hash_name, RTE_HASH_NAMESIZE,
+                "fdir_%s", dev->device->name);
+       fdir_info->hash_table = rte_hash_create(&fdir_hash_params);
+       if (!fdir_info->hash_table) {
+               PMD_INIT_LOG(ERR, "Failed to create fdir hash table!");
+               return -EINVAL;
+       }
+       fdir_info->hash_map = rte_zmalloc("ice_fdir_hash_map",
+                                         sizeof(*fdir_info->hash_map) *
+                                         ICE_MAX_FDIR_FILTER_NUM,
+                                         0);
+       if (!fdir_info->hash_map) {
+               PMD_INIT_LOG(ERR,
+                            "Failed to allocate memory for fdir hash map!");
+               ret = -ENOMEM;
+               goto err_fdir_hash_map_alloc;
+       }
+       return 0;
+
+err_fdir_hash_map_alloc:
+       rte_hash_free(fdir_info->hash_table);
+
+       return ret;
+}
+
+static void
+ice_fdir_release_filter_list(struct ice_pf *pf)
+{
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+
+       if (fdir_info->hash_map)
+               rte_free(fdir_info->hash_map);
+       if (fdir_info->hash_table)
+               rte_hash_free(fdir_info->hash_table);
+}
+
 /*
  * ice_fdir_setup - reserve and initialize the Flow Director resources
  * @pf: board private structure
@@ -309,6 +396,12 @@ ice_fdir_setup(struct ice_pf *pf)
        }
        pf->fdir.fdir_vsi = vsi;
 
+       err = ice_fdir_init_filter_list(pf);
+       if (err) {
+               PMD_DRV_LOG(ERR, "Failed to init FDIR filter list.");
+               return -EINVAL;
+       }
+
        err = ice_fdir_counter_init(pf);
        if (err) {
                PMD_DRV_LOG(ERR, "Failed to init FDIR counter.");
@@ -470,6 +563,8 @@ ice_fdir_teardown(struct ice_pf *pf)
        if (err)
                PMD_DRV_LOG(ERR, "Failed to release FDIR counter resource.");
 
+       ice_fdir_release_filter_list(pf);
+
        ice_tx_queue_release(pf->fdir.txq);
        pf->fdir.txq = NULL;
        ice_rx_queue_release(pf->fdir.rxq);
@@ -586,6 +681,14 @@ ice_fdir_input_set_parse(uint64_t inset, enum ice_flow_field *field)
                {ICE_INSET_UDP_DST_PORT, ICE_FLOW_FIELD_IDX_UDP_DST_PORT},
                {ICE_INSET_SCTP_SRC_PORT, ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT},
                {ICE_INSET_SCTP_DST_PORT, ICE_FLOW_FIELD_IDX_SCTP_DST_PORT},
+               {ICE_INSET_TUN_IPV4_SRC, ICE_FLOW_FIELD_IDX_IPV4_SA},
+               {ICE_INSET_TUN_IPV4_DST, ICE_FLOW_FIELD_IDX_IPV4_DA},
+               {ICE_INSET_TUN_TCP_SRC_PORT, ICE_FLOW_FIELD_IDX_TCP_SRC_PORT},
+               {ICE_INSET_TUN_TCP_DST_PORT, ICE_FLOW_FIELD_IDX_TCP_DST_PORT},
+               {ICE_INSET_TUN_UDP_SRC_PORT, ICE_FLOW_FIELD_IDX_UDP_SRC_PORT},
+               {ICE_INSET_TUN_UDP_DST_PORT, ICE_FLOW_FIELD_IDX_UDP_DST_PORT},
+               {ICE_INSET_TUN_SCTP_SRC_PORT, ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT},
+               {ICE_INSET_TUN_SCTP_DST_PORT, ICE_FLOW_FIELD_IDX_SCTP_DST_PORT},
        };
 
        for (i = 0, j = 0; i < RTE_DIM(ice_inset_map); i++) {
@@ -735,6 +838,7 @@ ice_fdir_add_del_filter(struct ice_pf *pf,
        struct ice_fltr_desc desc;
        struct ice_hw *hw = ICE_PF_TO_HW(pf);
        unsigned char *pkt = (unsigned char *)pf->fdir.prg_pkt;
+       bool is_tun;
        int ret;
 
        filter->input.dest_vsi = pf->main_vsi->idx;
@@ -742,8 +846,10 @@ ice_fdir_add_del_filter(struct ice_pf *pf,
        memset(&desc, 0, sizeof(desc));
        ice_fdir_get_prgm_desc(hw, &filter->input, &desc, add);
 
+       is_tun = filter->tunnel_type ? true : false;
+
        memset(pkt, 0, ICE_FDIR_PKT_LEN);
-       ret = ice_fdir_get_prgm_pkt(&filter->input, pkt, false);
+       ret = ice_fdir_get_gen_prgm_pkt(hw, &filter->input, pkt, false, is_tun);
        if (ret) {
                PMD_DRV_LOG(ERR, "Generate dummy packet failed");
                return -EINVAL;
@@ -752,6 +858,76 @@ ice_fdir_add_del_filter(struct ice_pf *pf,
        return ice_fdir_programming(pf, &desc);
 }
 
+static void
+ice_fdir_extract_fltr_key(struct ice_fdir_fltr_pattern *key,
+                         struct ice_fdir_filter_conf *filter)
+{
+       struct ice_fdir_fltr *input = &filter->input;
+       memset(key, 0, sizeof(*key));
+
+       key->flow_type = input->flow_type;
+       rte_memcpy(&key->ip, &input->ip, sizeof(key->ip));
+       rte_memcpy(&key->mask, &input->mask, sizeof(key->mask));
+       rte_memcpy(&key->ext_data, &input->ext_data, sizeof(key->ext_data));
+       rte_memcpy(&key->ext_mask, &input->ext_mask, sizeof(key->ext_mask));
+
+       key->tunnel_type = filter->tunnel_type;
+}
+
+/* Check if there exists the flow director filter */
+static struct ice_fdir_filter_conf *
+ice_fdir_entry_lookup(struct ice_fdir_info *fdir_info,
+                       const struct ice_fdir_fltr_pattern *key)
+{
+       int ret;
+
+       ret = rte_hash_lookup(fdir_info->hash_table, key);
+       if (ret < 0)
+               return NULL;
+
+       return fdir_info->hash_map[ret];
+}
+
+/* Add a flow director entry into the SW list */
+static int
+ice_fdir_entry_insert(struct ice_pf *pf,
+                     struct ice_fdir_filter_conf *entry,
+                     struct ice_fdir_fltr_pattern *key)
+{
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+       int ret;
+
+       ret = rte_hash_add_key(fdir_info->hash_table, key);
+       if (ret < 0) {
+               PMD_DRV_LOG(ERR,
+                           "Failed to insert fdir entry to hash table %d!",
+                           ret);
+               return ret;
+       }
+       fdir_info->hash_map[ret] = entry;
+
+       return 0;
+}
+
+/* Delete a flow director entry from the SW list */
+static int
+ice_fdir_entry_del(struct ice_pf *pf, struct ice_fdir_fltr_pattern *key)
+{
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+       int ret;
+
+       ret = rte_hash_del_key(fdir_info->hash_table, key);
+       if (ret < 0) {
+               PMD_DRV_LOG(ERR,
+                           "Failed to delete fdir filter to hash table %d!",
+                           ret);
+               return ret;
+       }
+       fdir_info->hash_map[ret] = NULL;
+
+       return 0;
+}
+
 static int
 ice_fdir_create_filter(struct ice_adapter *ad,
                       struct rte_flow *flow,
@@ -760,19 +936,33 @@ ice_fdir_create_filter(struct ice_adapter *ad,
 {
        struct ice_pf *pf = &ad->pf;
        struct ice_fdir_filter_conf *filter = meta;
-       struct ice_fdir_filter_conf *rule;
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+       struct ice_fdir_filter_conf *entry, *node;
+       struct ice_fdir_fltr_pattern key;
+       bool is_tun;
        int ret;
 
-       rule = rte_zmalloc("fdir_entry", sizeof(*rule), 0);
-       if (!rule) {
+       ice_fdir_extract_fltr_key(&key, filter);
+       node = ice_fdir_entry_lookup(fdir_info, &key);
+       if (node) {
+               rte_flow_error_set(error, EEXIST,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Rule already exists!");
+               return -rte_errno;
+       }
+
+       entry = rte_zmalloc("fdir_entry", sizeof(*entry), 0);
+       if (!entry) {
                rte_flow_error_set(error, ENOMEM,
                                   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
                                   "Failed to allocate memory");
                return -rte_errno;
        }
 
+       is_tun = filter->tunnel_type ? true : false;
+
        ret = ice_fdir_input_set_conf(pf, filter->input.flow_type,
-                       filter->input_set, false);
+                       filter->input_set, is_tun);
        if (ret) {
                rte_flow_error_set(error, -ret,
                                   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
@@ -804,9 +994,18 @@ ice_fdir_create_filter(struct ice_adapter *ad,
                goto free_counter;
        }
 
-       rte_memcpy(rule, filter, sizeof(*rule));
-       flow->rule = rule;
-       ice_fdir_cnt_update(pf, filter->input.flow_type, false, true);
+       rte_memcpy(entry, filter, sizeof(*entry));
+       ret = ice_fdir_entry_insert(pf, entry, &key);
+       if (ret) {
+               rte_flow_error_set(error, -ret,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Insert entry to table failed.");
+               goto free_entry;
+       }
+
+       flow->rule = entry;
+       ice_fdir_cnt_update(pf, filter->input.flow_type, is_tun, true);
+
        return 0;
 
 free_counter:
@@ -816,7 +1015,7 @@ free_counter:
        }
 
 free_entry:
-       rte_free(rule);
+       rte_free(entry);
        return -rte_errno;
 }
 
@@ -826,16 +1025,30 @@ ice_fdir_destroy_filter(struct ice_adapter *ad,
                        struct rte_flow_error *error)
 {
        struct ice_pf *pf = &ad->pf;
-       struct ice_fdir_filter_conf *filter;
+       struct ice_fdir_info *fdir_info = &pf->fdir;
+       struct ice_fdir_filter_conf *filter, *entry;
+       struct ice_fdir_fltr_pattern key;
+       bool is_tun;
        int ret;
 
        filter = (struct ice_fdir_filter_conf *)flow->rule;
 
+       is_tun = filter->tunnel_type ? true : false;
+
        if (filter->counter) {
                ice_fdir_counter_free(pf, filter->counter);
                filter->counter = NULL;
        }
 
+       ice_fdir_extract_fltr_key(&key, filter);
+       entry = ice_fdir_entry_lookup(fdir_info, &key);
+       if (!entry) {
+               rte_flow_error_set(error, ENOENT,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Can't find entry.");
+               return -rte_errno;
+       }
+
        ret = ice_fdir_add_del_filter(pf, filter, false);
        if (ret) {
                rte_flow_error_set(error, -ret,
@@ -844,7 +1057,15 @@ ice_fdir_destroy_filter(struct ice_adapter *ad,
                return -rte_errno;
        }
 
-       ice_fdir_cnt_update(pf, filter->input.flow_type, false, false);
+       ret = ice_fdir_entry_del(pf, &key);
+       if (ret) {
+               rte_flow_error_set(error, -ret,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Remove entry from table failed.");
+               return -rte_errno;
+       }
+
+       ice_fdir_cnt_update(pf, filter->input.flow_type, is_tun, false);
        flow->rule = NULL;
 
        rte_free(filter);
@@ -1072,12 +1293,14 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
        const struct rte_flow_item *item = pattern;
        enum rte_flow_item_type item_type;
        enum rte_flow_item_type l3 = RTE_FLOW_ITEM_TYPE_END;
+       enum ice_fdir_tunnel_type tunnel_type = ICE_FDIR_TUNNEL_TYPE_NONE;
        const struct rte_flow_item_eth *eth_spec, *eth_mask;
        const struct rte_flow_item_ipv4 *ipv4_spec, *ipv4_mask;
        const struct rte_flow_item_ipv6 *ipv6_spec, *ipv6_mask;
        const struct rte_flow_item_tcp *tcp_spec, *tcp_mask;
        const struct rte_flow_item_udp *udp_spec, *udp_mask;
        const struct rte_flow_item_sctp *sctp_spec, *sctp_mask;
+       const struct rte_flow_item_vxlan *vxlan_spec, *vxlan_mask;
        uint64_t input_set = ICE_INSET_NONE;
        uint8_t flow_type = ICE_FLTR_PTYPE_NONF_NONE;
        uint8_t  ipv6_addr_mask[16] = {
@@ -1145,9 +1368,13 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                                        return -rte_errno;
                                }
                                if (ipv4_mask->hdr.src_addr == UINT32_MAX)
-                                       input_set |= ICE_INSET_IPV4_SRC;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_IPV4_SRC :
+                                                    ICE_INSET_IPV4_SRC;
                                if (ipv4_mask->hdr.dst_addr == UINT32_MAX)
-                                       input_set |= ICE_INSET_IPV4_DST;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_IPV4_DST :
+                                                    ICE_INSET_IPV4_DST;
                                if (ipv4_mask->hdr.type_of_service == UINT8_MAX)
                                        input_set |= ICE_INSET_IPV4_TOS;
                                if (ipv4_mask->hdr.time_to_live == UINT8_MAX)
@@ -1241,9 +1468,13 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                                }
 
                                if (tcp_mask->hdr.src_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_TCP_SRC_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_TCP_SRC_PORT :
+                                                    ICE_INSET_TCP_SRC_PORT;
                                if (tcp_mask->hdr.dst_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_TCP_DST_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_TCP_DST_PORT :
+                                                    ICE_INSET_TCP_DST_PORT;
 
                                /* Get filter info */
                                if (l3 == RTE_FLOW_ITEM_TYPE_IPV4) {
@@ -1279,9 +1510,13 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                                }
 
                                if (udp_mask->hdr.src_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_UDP_SRC_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_UDP_SRC_PORT :
+                                                    ICE_INSET_UDP_SRC_PORT;
                                if (udp_mask->hdr.dst_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_UDP_DST_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_UDP_DST_PORT :
+                                                    ICE_INSET_UDP_DST_PORT;
 
                                /* Get filter info */
                                if (l3 == RTE_FLOW_ITEM_TYPE_IPV4) {
@@ -1316,9 +1551,13 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                                }
 
                                if (sctp_mask->hdr.src_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_SCTP_SRC_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_SCTP_SRC_PORT :
+                                                    ICE_INSET_SCTP_SRC_PORT;
                                if (sctp_mask->hdr.dst_port == UINT16_MAX)
-                                       input_set |= ICE_INSET_SCTP_DST_PORT;
+                                       input_set |= tunnel_type ?
+                                                    ICE_INSET_TUN_SCTP_DST_PORT :
+                                                    ICE_INSET_SCTP_DST_PORT;
 
                                /* Get filter info */
                                if (l3 == RTE_FLOW_ITEM_TYPE_IPV4) {
@@ -1340,6 +1579,21 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                        break;
                case RTE_FLOW_ITEM_TYPE_VOID:
                        break;
+               case RTE_FLOW_ITEM_TYPE_VXLAN:
+                       l3 = RTE_FLOW_ITEM_TYPE_END;
+                       vxlan_spec = item->spec;
+                       vxlan_mask = item->mask;
+
+                       if (vxlan_spec || vxlan_mask) {
+                               rte_flow_error_set(error, EINVAL,
+                                                  RTE_FLOW_ERROR_TYPE_ITEM,
+                                                  item,
+                                                  "Invalid vxlan field");
+                               return -rte_errno;
+                       }
+
+                       tunnel_type = ICE_FDIR_TUNNEL_TYPE_VXLAN;
+                       break;
                default:
                        rte_flow_error_set(error, EINVAL,
                                   RTE_FLOW_ERROR_TYPE_ITEM,
@@ -1349,6 +1603,7 @@ ice_fdir_parse_pattern(__rte_unused struct ice_adapter *ad,
                }
        }
 
+       filter->tunnel_type = tunnel_type;
        filter->input.flow_type = flow_type;
        filter->input_set = input_set;