1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
7 #include "bnxt_tf_common.h"
8 #include "ulp_rte_parser.h"
9 #include "ulp_matcher.h"
10 #include "ulp_flow_db.h"
11 #include "ulp_mapper.h"
12 #include "ulp_fc_mgr.h"
13 #include "ulp_port_db.h"
14 #include "ulp_ha_mgr.h"
15 #include <rte_malloc.h>
18 bnxt_ulp_flow_validate_args(const struct rte_flow_attr *attr,
19 const struct rte_flow_item pattern[],
20 const struct rte_flow_action actions[],
21 struct rte_flow_error *error)
23 /* Perform the validation of the arguments for null */
25 return BNXT_TF_RC_ERROR;
28 rte_flow_error_set(error,
30 RTE_FLOW_ERROR_TYPE_ITEM_NUM,
33 return BNXT_TF_RC_ERROR;
37 rte_flow_error_set(error,
39 RTE_FLOW_ERROR_TYPE_ACTION_NUM,
42 return BNXT_TF_RC_ERROR;
46 rte_flow_error_set(error,
48 RTE_FLOW_ERROR_TYPE_ATTR,
51 return BNXT_TF_RC_ERROR;
54 if (attr->egress && attr->ingress) {
55 rte_flow_error_set(error,
57 RTE_FLOW_ERROR_TYPE_ATTR,
59 "EGRESS AND INGRESS UNSUPPORTED");
60 return BNXT_TF_RC_ERROR;
62 return BNXT_TF_RC_SUCCESS;
66 bnxt_ulp_set_dir_attributes(struct ulp_rte_parser_params *params,
67 const struct rte_flow_attr *attr)
69 /* Set the flow attributes */
71 params->dir_attr |= BNXT_ULP_FLOW_ATTR_EGRESS;
73 params->dir_attr |= BNXT_ULP_FLOW_ATTR_INGRESS;
74 #if RTE_VERSION_NUM(17, 11, 10, 16) < RTE_VERSION
76 params->dir_attr |= BNXT_ULP_FLOW_ATTR_TRANSFER;
81 bnxt_ulp_init_mapper_params(struct bnxt_ulp_mapper_create_parms *mapper_cparms,
82 struct ulp_rte_parser_params *params,
83 enum bnxt_ulp_fdb_type flow_type)
85 uint32_t ulp_flags = 0;
87 memset(mapper_cparms, 0, sizeof(*mapper_cparms));
88 mapper_cparms->flow_type = flow_type;
89 mapper_cparms->app_priority = params->priority;
90 mapper_cparms->dir_attr = params->dir_attr;
91 mapper_cparms->class_tid = params->class_id;
92 mapper_cparms->act_tid = params->act_tmpl;
93 mapper_cparms->func_id = params->func_id;
94 mapper_cparms->hdr_bitmap = ¶ms->hdr_bitmap;
95 mapper_cparms->hdr_field = params->hdr_field;
96 mapper_cparms->comp_fld = params->comp_fld;
97 mapper_cparms->act = ¶ms->act_bitmap;
98 mapper_cparms->act_prop = ¶ms->act_prop;
99 mapper_cparms->flow_id = params->fid;
100 mapper_cparms->parent_flow = params->parent_flow;
101 mapper_cparms->parent_fid = params->parent_fid;
102 mapper_cparms->fld_bitmap = ¶ms->fld_bitmap;
103 mapper_cparms->flow_pattern_id = params->flow_pattern_id;
104 mapper_cparms->act_pattern_id = params->act_pattern_id;
105 mapper_cparms->app_id = params->app_id;
106 mapper_cparms->port_id = params->port_id;
108 /* update the signature fields into the computed field list */
109 ULP_COMP_FLD_IDX_WR(params, BNXT_ULP_CF_IDX_HDR_SIG_ID,
111 ULP_COMP_FLD_IDX_WR(params, BNXT_ULP_CF_IDX_FLOW_SIG_ID,
112 params->flow_sig_id);
114 /* update the WC Priority flag */
115 if (!bnxt_ulp_cntxt_ptr2_ulp_flags_get(params->ulp_ctx, &ulp_flags) &&
116 ULP_HIGH_AVAIL_IS_ENABLED(ulp_flags)) {
117 enum ulp_ha_mgr_region region = ULP_HA_REGION_LOW;
120 rc = ulp_ha_mgr_region_get(params->ulp_ctx, ®ion);
122 BNXT_TF_DBG(ERR, "Unable to get WC region\n");
123 if (region == ULP_HA_REGION_HI)
124 ULP_COMP_FLD_IDX_WR(params,
125 BNXT_ULP_CF_IDX_WC_IS_HA_HIGH_REG,
130 /* Function to create the rte flow. */
131 static struct rte_flow *
132 bnxt_ulp_flow_create(struct rte_eth_dev *dev,
133 const struct rte_flow_attr *attr,
134 const struct rte_flow_item pattern[],
135 const struct rte_flow_action actions[],
136 struct rte_flow_error *error)
138 struct bnxt_ulp_mapper_create_parms mapper_cparms = { 0 };
139 struct ulp_rte_parser_params params;
140 struct bnxt_ulp_context *ulp_ctx;
141 int rc, ret = BNXT_TF_RC_ERROR;
142 struct rte_flow *flow_id;
146 if (bnxt_ulp_flow_validate_args(attr,
148 error) == BNXT_TF_RC_ERROR) {
149 BNXT_TF_DBG(ERR, "Invalid arguments being passed\n");
153 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
155 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
159 /* Initialize the parser params */
160 memset(¶ms, 0, sizeof(struct ulp_rte_parser_params));
161 params.ulp_ctx = ulp_ctx;
163 if (bnxt_ulp_cntxt_app_id_get(params.ulp_ctx, ¶ms.app_id)) {
164 BNXT_TF_DBG(ERR, "failed to get the app id\n");
168 /* Set the flow attributes */
169 bnxt_ulp_set_dir_attributes(¶ms, attr);
171 /* copy the device port id and direction for further processing */
172 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_INCOMING_IF,
174 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_DEV_PORT_ID,
176 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_SVIF_FLAG,
177 BNXT_ULP_INVALID_SVIF_VAL);
179 /* Get the function id */
180 if (ulp_port_db_port_func_id_get(ulp_ctx,
183 BNXT_TF_DBG(ERR, "conversion of port to func id failed\n");
187 /* Protect flow creation */
188 if (bnxt_ulp_cntxt_acquire_fdb_lock(ulp_ctx)) {
189 BNXT_TF_DBG(ERR, "Flow db lock acquire failed\n");
193 /* Allocate a Flow ID for attaching all resources for the flow to.
194 * Once allocated, all errors have to walk the list of resources and
197 rc = ulp_flow_db_fid_alloc(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR,
200 BNXT_TF_DBG(ERR, "Unable to allocate flow table entry\n");
204 /* Parse the rte flow pattern */
205 ret = bnxt_ulp_rte_parser_hdr_parse(pattern, ¶ms);
206 if (ret != BNXT_TF_RC_SUCCESS)
209 /* Parse the rte flow action */
210 ret = bnxt_ulp_rte_parser_act_parse(actions, ¶ms);
211 if (ret != BNXT_TF_RC_SUCCESS)
215 params.func_id = func_id;
216 params.priority = attr->priority;
217 params.port_id = dev->data->port_id;
218 /* Perform the rte flow post process */
219 ret = bnxt_ulp_rte_parser_post_process(¶ms);
220 if (ret == BNXT_TF_RC_ERROR)
222 else if (ret == BNXT_TF_RC_FID)
225 ret = ulp_matcher_pattern_match(¶ms, ¶ms.class_id);
226 if (ret != BNXT_TF_RC_SUCCESS)
229 ret = ulp_matcher_action_match(¶ms, ¶ms.act_tmpl);
230 if (ret != BNXT_TF_RC_SUCCESS)
233 bnxt_ulp_init_mapper_params(&mapper_cparms, ¶ms,
234 BNXT_ULP_FDB_TYPE_REGULAR);
235 /* Call the ulp mapper to create the flow in the hardware. */
236 ret = ulp_mapper_flow_create(ulp_ctx, &mapper_cparms);
241 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
243 flow_id = (struct rte_flow *)((uintptr_t)fid);
247 ulp_flow_db_fid_free(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR, fid);
249 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
251 rte_flow_error_set(error, ret, RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
252 "Failed to create flow.");
256 /* Function to validate the rte flow. */
258 bnxt_ulp_flow_validate(struct rte_eth_dev *dev,
259 const struct rte_flow_attr *attr,
260 const struct rte_flow_item pattern[],
261 const struct rte_flow_action actions[],
262 struct rte_flow_error *error)
264 struct ulp_rte_parser_params params;
265 struct bnxt_ulp_context *ulp_ctx;
266 uint32_t class_id, act_tmpl;
267 int ret = BNXT_TF_RC_ERROR;
269 if (bnxt_ulp_flow_validate_args(attr,
271 error) == BNXT_TF_RC_ERROR) {
272 BNXT_TF_DBG(ERR, "Invalid arguments being passed\n");
276 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
278 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
282 /* Initialize the parser params */
283 memset(¶ms, 0, sizeof(struct ulp_rte_parser_params));
284 params.ulp_ctx = ulp_ctx;
286 if (bnxt_ulp_cntxt_app_id_get(params.ulp_ctx, ¶ms.app_id)) {
287 BNXT_TF_DBG(ERR, "failed to get the app id\n");
291 /* Set the flow attributes */
292 bnxt_ulp_set_dir_attributes(¶ms, attr);
294 /* Parse the rte flow pattern */
295 ret = bnxt_ulp_rte_parser_hdr_parse(pattern, ¶ms);
296 if (ret != BNXT_TF_RC_SUCCESS)
299 /* Parse the rte flow action */
300 ret = bnxt_ulp_rte_parser_act_parse(actions, ¶ms);
301 if (ret != BNXT_TF_RC_SUCCESS)
304 /* Perform the rte flow post process */
305 ret = bnxt_ulp_rte_parser_post_process(¶ms);
306 if (ret == BNXT_TF_RC_ERROR)
308 else if (ret == BNXT_TF_RC_FID)
311 ret = ulp_matcher_pattern_match(¶ms, &class_id);
313 if (ret != BNXT_TF_RC_SUCCESS)
316 ret = ulp_matcher_action_match(¶ms, &act_tmpl);
317 if (ret != BNXT_TF_RC_SUCCESS)
320 /* all good return success */
324 rte_flow_error_set(error, ret, RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
325 "Failed to validate flow.");
329 /* Function to destroy the rte flow. */
331 bnxt_ulp_flow_destroy(struct rte_eth_dev *dev,
332 struct rte_flow *flow,
333 struct rte_flow_error *error)
335 struct bnxt_ulp_context *ulp_ctx;
340 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
342 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
344 rte_flow_error_set(error, EINVAL,
345 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
346 "Failed to destroy flow.");
350 flow_id = (uint32_t)(uintptr_t)flow;
352 if (ulp_port_db_port_func_id_get(ulp_ctx,
355 BNXT_TF_DBG(ERR, "conversion of port to func id failed\n");
357 rte_flow_error_set(error, EINVAL,
358 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
359 "Failed to destroy flow.");
363 if (ulp_flow_db_validate_flow_func(ulp_ctx, flow_id, func_id) ==
365 BNXT_TF_DBG(ERR, "Incorrect device params\n");
367 rte_flow_error_set(error, EINVAL,
368 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
369 "Failed to destroy flow.");
373 if (bnxt_ulp_cntxt_acquire_fdb_lock(ulp_ctx)) {
374 BNXT_TF_DBG(ERR, "Flow db lock acquire failed\n");
377 ret = ulp_mapper_flow_destroy(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR,
380 BNXT_TF_DBG(ERR, "Failed to destroy flow.\n");
382 rte_flow_error_set(error, -ret,
383 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
384 "Failed to destroy flow.");
386 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
391 /* Function to destroy the rte flows. */
393 bnxt_ulp_flow_flush(struct rte_eth_dev *eth_dev,
394 struct rte_flow_error *error)
396 struct bnxt_ulp_context *ulp_ctx;
400 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(eth_dev);
405 /* Free the resources for the last device */
406 if (ulp_ctx_deinit_allowed(ulp_ctx)) {
407 ret = ulp_flow_db_session_flow_flush(ulp_ctx);
408 } else if (bnxt_ulp_cntxt_ptr2_flow_db_get(ulp_ctx)) {
409 ret = ulp_port_db_port_func_id_get(ulp_ctx,
410 eth_dev->data->port_id,
413 ret = ulp_flow_db_function_flow_flush(ulp_ctx, func_id);
415 BNXT_TF_DBG(ERR, "convert port to func id failed\n");
418 rte_flow_error_set(error, ret,
419 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
420 "Failed to flush flow.");
424 /* Function to query the rte flows. */
426 bnxt_ulp_flow_query(struct rte_eth_dev *eth_dev,
427 struct rte_flow *flow,
428 const struct rte_flow_action *action,
430 struct rte_flow_error *error)
433 struct bnxt_ulp_context *ulp_ctx;
434 struct rte_flow_query_count *count;
437 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(eth_dev);
439 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
440 rte_flow_error_set(error, EINVAL,
441 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
442 "Failed to query flow.");
446 flow_id = (uint32_t)(uintptr_t)flow;
448 switch (action->type) {
449 case RTE_FLOW_ACTION_TYPE_COUNT:
451 rc = ulp_fc_mgr_query_count_get(ulp_ctx, flow_id, count);
453 rte_flow_error_set(error, EINVAL,
454 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
455 "Failed to query flow.");
459 rte_flow_error_set(error, -rc, RTE_FLOW_ERROR_TYPE_ACTION_NUM,
460 NULL, "Unsupported action item");
466 const struct rte_flow_ops bnxt_ulp_rte_flow_ops = {
467 .validate = bnxt_ulp_flow_validate,
468 .create = bnxt_ulp_flow_create,
469 .destroy = bnxt_ulp_flow_destroy,
470 .flush = bnxt_ulp_flow_flush,
471 .query = bnxt_ulp_flow_query,