net/enic: refactor Tx mbuf recycling
[dpdk.git] / drivers / net / enic / enic_clsf.c
1 /*
2  * Copyright 2008-2014 Cisco Systems, Inc.  All rights reserved.
3  * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
4  *
5  * Copyright (c) 2014, Cisco Systems, Inc.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  *
12  * 1. Redistributions of source code must retain the above copyright
13  * notice, this list of conditions and the following disclaimer.
14  *
15  * 2. Redistributions in binary form must reproduce the above copyright
16  * notice, this list of conditions and the following disclaimer in
17  * the documentation and/or other materials provided with the
18  * distribution.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
23  * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
24  * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
26  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
27  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
28  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
30  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31  * POSSIBILITY OF SUCH DAMAGE.
32  *
33  */
34
35 #include <libgen.h>
36
37 #include <rte_ethdev.h>
38 #include <rte_malloc.h>
39 #include <rte_hash.h>
40 #include <rte_byteorder.h>
41
42 #include "enic_compat.h"
43 #include "enic.h"
44 #include "wq_enet_desc.h"
45 #include "rq_enet_desc.h"
46 #include "cq_enet_desc.h"
47 #include "vnic_enet.h"
48 #include "vnic_dev.h"
49 #include "vnic_wq.h"
50 #include "vnic_rq.h"
51 #include "vnic_cq.h"
52 #include "vnic_intr.h"
53 #include "vnic_nic.h"
54
55 #ifdef RTE_MACHINE_CPUFLAG_SSE4_2
56 #include <rte_hash_crc.h>
57 #define DEFAULT_HASH_FUNC       rte_hash_crc
58 #else
59 #include <rte_jhash.h>
60 #define DEFAULT_HASH_FUNC       rte_jhash
61 #endif
62
63 #define ENICPMD_CLSF_HASH_ENTRIES       ENICPMD_FDIR_MAX
64
65 void enic_fdir_stats_get(struct enic *enic, struct rte_eth_fdir_stats *stats)
66 {
67         *stats = enic->fdir.stats;
68 }
69
70 int enic_fdir_del_fltr(struct enic *enic, struct rte_eth_fdir_filter *params)
71 {
72         int32_t pos;
73         struct enic_fdir_node *key;
74         /* See if the key is in the table */
75         pos = rte_hash_del_key(enic->fdir.hash, params);
76         switch (pos) {
77         case -EINVAL:
78         case -ENOENT:
79                 enic->fdir.stats.f_remove++;
80                 return -EINVAL;
81         default:
82                 /* The entry is present in the table */
83                 key = enic->fdir.nodes[pos];
84
85                 /* Delete the filter */
86                 vnic_dev_classifier(enic->vdev, CLSF_DEL,
87                         &key->fltr_id, NULL);
88                 rte_free(key);
89                 enic->fdir.nodes[pos] = NULL;
90                 enic->fdir.stats.free++;
91                 enic->fdir.stats.remove++;
92                 break;
93         }
94         return 0;
95 }
96
97 int enic_fdir_add_fltr(struct enic *enic, struct rte_eth_fdir_filter *params)
98 {
99         struct enic_fdir_node *key;
100         struct filter fltr = {0};
101         int32_t pos;
102         u8 do_free = 0;
103         u16 old_fltr_id = 0;
104         u32 flowtype_supported;
105         u16 flex_bytes;
106         u16 queue;
107
108         flowtype_supported = (
109                 (RTE_ETH_FLOW_NONFRAG_IPV4_TCP == params->input.flow_type) ||
110                 (RTE_ETH_FLOW_NONFRAG_IPV4_UDP == params->input.flow_type));
111
112         flex_bytes = ((params->input.flow_ext.flexbytes[1] << 8 & 0xFF00) |
113                 (params->input.flow_ext.flexbytes[0] & 0xFF));
114
115         if (!enic->fdir.hash ||
116                 (params->input.flow_ext.vlan_tci & 0xFFF) ||
117                 !flowtype_supported || flex_bytes ||
118                 params->action.behavior /* drop */) {
119                 enic->fdir.stats.f_add++;
120                 return -ENOTSUP;
121         }
122
123         queue = params->action.rx_queue;
124         /* See if the key is already there in the table */
125         pos = rte_hash_del_key(enic->fdir.hash, params);
126         switch (pos) {
127         case -EINVAL:
128                 enic->fdir.stats.f_add++;
129                 return -EINVAL;
130         case -ENOENT:
131                 /* Add a new classifier entry */
132                 if (!enic->fdir.stats.free) {
133                         enic->fdir.stats.f_add++;
134                         return -ENOSPC;
135                 }
136                 key = rte_zmalloc("enic_fdir_node",
137                                   sizeof(struct enic_fdir_node), 0);
138                 if (!key) {
139                         enic->fdir.stats.f_add++;
140                         return -ENOMEM;
141                 }
142                 break;
143         default:
144                 /* The entry is already present in the table.
145                  * Check if there is a change in queue
146                  */
147                 key = enic->fdir.nodes[pos];
148                 enic->fdir.nodes[pos] = NULL;
149                 if (unlikely(key->rq_index == queue)) {
150                         /* Nothing to be done */
151                         pos = rte_hash_add_key(enic->fdir.hash, params);
152                         enic->fdir.nodes[pos] = key;
153                         enic->fdir.stats.f_add++;
154                         dev_warning(enic,
155                                 "FDIR rule is already present\n");
156                         return 0;
157                 }
158
159                 if (likely(enic->fdir.stats.free)) {
160                         /* Add the filter and then delete the old one.
161                          * This is to avoid packets from going into the
162                          * default queue during the window between
163                          * delete and add
164                          */
165                         do_free = 1;
166                         old_fltr_id = key->fltr_id;
167                 } else {
168                         /* No free slots in the classifier.
169                          * Delete the filter and add the modified one later
170                          */
171                         vnic_dev_classifier(enic->vdev, CLSF_DEL,
172                                 &key->fltr_id, NULL);
173                         enic->fdir.stats.free++;
174                 }
175
176                 break;
177         }
178
179         key->filter = *params;
180         key->rq_index = queue;
181
182         fltr.type = FILTER_IPV4_5TUPLE;
183         fltr.u.ipv4.src_addr = rte_be_to_cpu_32(
184                 params->input.flow.ip4_flow.src_ip);
185         fltr.u.ipv4.dst_addr = rte_be_to_cpu_32(
186                 params->input.flow.ip4_flow.dst_ip);
187         fltr.u.ipv4.src_port = rte_be_to_cpu_16(
188                 params->input.flow.udp4_flow.src_port);
189         fltr.u.ipv4.dst_port = rte_be_to_cpu_16(
190                 params->input.flow.udp4_flow.dst_port);
191
192         if (RTE_ETH_FLOW_NONFRAG_IPV4_TCP == params->input.flow_type)
193                 fltr.u.ipv4.protocol = PROTO_TCP;
194         else
195                 fltr.u.ipv4.protocol = PROTO_UDP;
196
197         fltr.u.ipv4.flags = FILTER_FIELDS_IPV4_5TUPLE;
198
199         if (!vnic_dev_classifier(enic->vdev, CLSF_ADD, &queue, &fltr)) {
200                 key->fltr_id = queue;
201         } else {
202                 dev_err(enic, "Add classifier entry failed\n");
203                 enic->fdir.stats.f_add++;
204                 rte_free(key);
205                 return -1;
206         }
207
208         if (do_free)
209                 vnic_dev_classifier(enic->vdev, CLSF_DEL, &old_fltr_id, NULL);
210         else{
211                 enic->fdir.stats.free--;
212                 enic->fdir.stats.add++;
213         }
214
215         pos = rte_hash_add_key(enic->fdir.hash, params);
216         enic->fdir.nodes[pos] = key;
217         return 0;
218 }
219
220 void enic_clsf_destroy(struct enic *enic)
221 {
222         u32 index;
223         struct enic_fdir_node *key;
224         /* delete classifier entries */
225         for (index = 0; index < ENICPMD_FDIR_MAX; index++) {
226                 key = enic->fdir.nodes[index];
227                 if (key) {
228                         vnic_dev_classifier(enic->vdev, CLSF_DEL,
229                                 &key->fltr_id, NULL);
230                         rte_free(key);
231                 }
232         }
233
234         if (enic->fdir.hash) {
235                 rte_hash_free(enic->fdir.hash);
236                 enic->fdir.hash = NULL;
237         }
238 }
239
240 int enic_clsf_init(struct enic *enic)
241 {
242         struct rte_hash_parameters hash_params = {
243                 .name = "enicpmd_clsf_hash",
244                 .entries = ENICPMD_CLSF_HASH_ENTRIES,
245                 .key_len = sizeof(struct rte_eth_fdir_filter),
246                 .hash_func = DEFAULT_HASH_FUNC,
247                 .hash_func_init_val = 0,
248                 .socket_id = SOCKET_ID_ANY,
249         };
250
251         enic->fdir.hash = rte_hash_create(&hash_params);
252         memset(&enic->fdir.stats, 0, sizeof(enic->fdir.stats));
253         enic->fdir.stats.free = ENICPMD_FDIR_MAX;
254         return NULL == enic->fdir.hash;
255 }