1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
7 #include "bnxt_tf_common.h"
8 #include "ulp_rte_parser.h"
9 #include "ulp_matcher.h"
10 #include "ulp_flow_db.h"
11 #include "ulp_mapper.h"
12 #include "ulp_fc_mgr.h"
13 #include "ulp_port_db.h"
14 #include <rte_malloc.h>
17 bnxt_ulp_flow_validate_args(const struct rte_flow_attr *attr,
18 const struct rte_flow_item pattern[],
19 const struct rte_flow_action actions[],
20 struct rte_flow_error *error)
22 /* Perform the validation of the arguments for null */
24 return BNXT_TF_RC_ERROR;
27 rte_flow_error_set(error,
29 RTE_FLOW_ERROR_TYPE_ITEM_NUM,
32 return BNXT_TF_RC_ERROR;
36 rte_flow_error_set(error,
38 RTE_FLOW_ERROR_TYPE_ACTION_NUM,
41 return BNXT_TF_RC_ERROR;
45 rte_flow_error_set(error,
47 RTE_FLOW_ERROR_TYPE_ATTR,
50 return BNXT_TF_RC_ERROR;
53 if (attr->egress && attr->ingress) {
54 rte_flow_error_set(error,
56 RTE_FLOW_ERROR_TYPE_ATTR,
58 "EGRESS AND INGRESS UNSUPPORTED");
59 return BNXT_TF_RC_ERROR;
61 return BNXT_TF_RC_SUCCESS;
65 bnxt_ulp_set_dir_attributes(struct ulp_rte_parser_params *params,
66 const struct rte_flow_attr *attr)
68 /* Set the flow attributes */
70 params->dir_attr |= BNXT_ULP_FLOW_ATTR_EGRESS;
72 params->dir_attr |= BNXT_ULP_FLOW_ATTR_INGRESS;
73 #if RTE_VERSION_NUM(17, 11, 10, 16) < RTE_VERSION
75 params->dir_attr |= BNXT_ULP_FLOW_ATTR_TRANSFER;
80 bnxt_ulp_init_mapper_params(struct bnxt_ulp_mapper_create_parms *mapper_cparms,
81 struct ulp_rte_parser_params *params,
82 enum bnxt_ulp_fdb_type flow_type)
84 uint32_t ulp_flags = 0;
86 memset(mapper_cparms, 0, sizeof(*mapper_cparms));
87 mapper_cparms->flow_type = flow_type;
88 mapper_cparms->app_priority = params->priority;
89 mapper_cparms->dir_attr = params->dir_attr;
90 mapper_cparms->class_tid = params->class_id;
91 mapper_cparms->act_tid = params->act_tmpl;
92 mapper_cparms->func_id = params->func_id;
93 mapper_cparms->hdr_bitmap = ¶ms->hdr_bitmap;
94 mapper_cparms->hdr_field = params->hdr_field;
95 mapper_cparms->comp_fld = params->comp_fld;
96 mapper_cparms->act = ¶ms->act_bitmap;
97 mapper_cparms->act_prop = ¶ms->act_prop;
98 mapper_cparms->flow_id = params->fid;
99 mapper_cparms->parent_flow = params->parent_flow;
100 mapper_cparms->parent_fid = params->parent_fid;
101 mapper_cparms->fld_bitmap = ¶ms->fld_bitmap;
102 mapper_cparms->flow_pattern_id = params->flow_pattern_id;
103 mapper_cparms->act_pattern_id = params->act_pattern_id;
104 mapper_cparms->app_id = params->app_id;
106 /* update the signature fields into the computed field list */
107 ULP_COMP_FLD_IDX_WR(params, BNXT_ULP_CF_IDX_HDR_SIG_ID,
109 ULP_COMP_FLD_IDX_WR(params, BNXT_ULP_CF_IDX_FLOW_SIG_ID,
110 params->flow_sig_id);
112 /* update the WC Priority flag */
113 if (!bnxt_ulp_cntxt_ptr2_ulp_flags_get(params->ulp_ctx, &ulp_flags) &&
114 ULP_HIGH_AVAIL_IS_ENABLED(ulp_flags)) {
115 /* TBD: read the state and Set the WC priority */
116 ULP_COMP_FLD_IDX_WR(params,
117 BNXT_ULP_CF_IDX_WC_IS_HA_HIGH_REG, 1);
122 /* Function to create the rte flow. */
123 static struct rte_flow *
124 bnxt_ulp_flow_create(struct rte_eth_dev *dev,
125 const struct rte_flow_attr *attr,
126 const struct rte_flow_item pattern[],
127 const struct rte_flow_action actions[],
128 struct rte_flow_error *error)
130 struct bnxt_ulp_mapper_create_parms mapper_cparms = { 0 };
131 struct ulp_rte_parser_params params;
132 struct bnxt_ulp_context *ulp_ctx;
133 int rc, ret = BNXT_TF_RC_ERROR;
134 struct rte_flow *flow_id;
138 if (bnxt_ulp_flow_validate_args(attr,
140 error) == BNXT_TF_RC_ERROR) {
141 BNXT_TF_DBG(ERR, "Invalid arguments being passed\n");
145 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
147 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
151 /* Initialize the parser params */
152 memset(¶ms, 0, sizeof(struct ulp_rte_parser_params));
153 params.ulp_ctx = ulp_ctx;
155 if (bnxt_ulp_cntxt_app_id_get(params.ulp_ctx, ¶ms.app_id)) {
156 BNXT_TF_DBG(ERR, "failed to get the app id\n");
160 /* Set the flow attributes */
161 bnxt_ulp_set_dir_attributes(¶ms, attr);
163 /* copy the device port id and direction for further processing */
164 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_INCOMING_IF,
166 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_DEV_PORT_ID,
168 ULP_COMP_FLD_IDX_WR(¶ms, BNXT_ULP_CF_IDX_SVIF_FLAG,
169 BNXT_ULP_INVALID_SVIF_VAL);
171 /* Get the function id */
172 if (ulp_port_db_port_func_id_get(ulp_ctx,
175 BNXT_TF_DBG(ERR, "conversion of port to func id failed\n");
179 /* Protect flow creation */
180 if (bnxt_ulp_cntxt_acquire_fdb_lock(ulp_ctx)) {
181 BNXT_TF_DBG(ERR, "Flow db lock acquire failed\n");
185 /* Allocate a Flow ID for attaching all resources for the flow to.
186 * Once allocated, all errors have to walk the list of resources and
189 rc = ulp_flow_db_fid_alloc(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR,
192 BNXT_TF_DBG(ERR, "Unable to allocate flow table entry\n");
196 /* Parse the rte flow pattern */
197 ret = bnxt_ulp_rte_parser_hdr_parse(pattern, ¶ms);
198 if (ret != BNXT_TF_RC_SUCCESS)
201 /* Parse the rte flow action */
202 ret = bnxt_ulp_rte_parser_act_parse(actions, ¶ms);
203 if (ret != BNXT_TF_RC_SUCCESS)
207 params.func_id = func_id;
208 params.priority = attr->priority;
209 params.port_id = dev->data->port_id;
210 /* Perform the rte flow post process */
211 ret = bnxt_ulp_rte_parser_post_process(¶ms);
212 if (ret == BNXT_TF_RC_ERROR)
214 else if (ret == BNXT_TF_RC_FID)
217 ret = ulp_matcher_pattern_match(¶ms, ¶ms.class_id);
218 if (ret != BNXT_TF_RC_SUCCESS)
221 ret = ulp_matcher_action_match(¶ms, ¶ms.act_tmpl);
222 if (ret != BNXT_TF_RC_SUCCESS)
225 bnxt_ulp_init_mapper_params(&mapper_cparms, ¶ms,
226 BNXT_ULP_FDB_TYPE_REGULAR);
227 /* Call the ulp mapper to create the flow in the hardware. */
228 ret = ulp_mapper_flow_create(ulp_ctx, &mapper_cparms);
233 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
235 flow_id = (struct rte_flow *)((uintptr_t)fid);
239 ulp_flow_db_fid_free(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR, fid);
241 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
243 rte_flow_error_set(error, ret, RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
244 "Failed to create flow.");
248 /* Function to validate the rte flow. */
250 bnxt_ulp_flow_validate(struct rte_eth_dev *dev,
251 const struct rte_flow_attr *attr,
252 const struct rte_flow_item pattern[],
253 const struct rte_flow_action actions[],
254 struct rte_flow_error *error)
256 struct ulp_rte_parser_params params;
257 struct bnxt_ulp_context *ulp_ctx;
258 uint32_t class_id, act_tmpl;
259 int ret = BNXT_TF_RC_ERROR;
261 if (bnxt_ulp_flow_validate_args(attr,
263 error) == BNXT_TF_RC_ERROR) {
264 BNXT_TF_DBG(ERR, "Invalid arguments being passed\n");
268 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
270 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
274 /* Initialize the parser params */
275 memset(¶ms, 0, sizeof(struct ulp_rte_parser_params));
276 params.ulp_ctx = ulp_ctx;
278 if (bnxt_ulp_cntxt_app_id_get(params.ulp_ctx, ¶ms.app_id)) {
279 BNXT_TF_DBG(ERR, "failed to get the app id\n");
283 /* Set the flow attributes */
284 bnxt_ulp_set_dir_attributes(¶ms, attr);
286 /* Parse the rte flow pattern */
287 ret = bnxt_ulp_rte_parser_hdr_parse(pattern, ¶ms);
288 if (ret != BNXT_TF_RC_SUCCESS)
291 /* Parse the rte flow action */
292 ret = bnxt_ulp_rte_parser_act_parse(actions, ¶ms);
293 if (ret != BNXT_TF_RC_SUCCESS)
296 /* Perform the rte flow post process */
297 ret = bnxt_ulp_rte_parser_post_process(¶ms);
298 if (ret == BNXT_TF_RC_ERROR)
300 else if (ret == BNXT_TF_RC_FID)
303 ret = ulp_matcher_pattern_match(¶ms, &class_id);
305 if (ret != BNXT_TF_RC_SUCCESS)
308 ret = ulp_matcher_action_match(¶ms, &act_tmpl);
309 if (ret != BNXT_TF_RC_SUCCESS)
312 /* all good return success */
316 rte_flow_error_set(error, ret, RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
317 "Failed to validate flow.");
321 /* Function to destroy the rte flow. */
323 bnxt_ulp_flow_destroy(struct rte_eth_dev *dev,
324 struct rte_flow *flow,
325 struct rte_flow_error *error)
327 struct bnxt_ulp_context *ulp_ctx;
332 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(dev);
334 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
336 rte_flow_error_set(error, EINVAL,
337 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
338 "Failed to destroy flow.");
342 flow_id = (uint32_t)(uintptr_t)flow;
344 if (ulp_port_db_port_func_id_get(ulp_ctx,
347 BNXT_TF_DBG(ERR, "conversion of port to func id failed\n");
349 rte_flow_error_set(error, EINVAL,
350 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
351 "Failed to destroy flow.");
355 if (ulp_flow_db_validate_flow_func(ulp_ctx, flow_id, func_id) ==
357 BNXT_TF_DBG(ERR, "Incorrect device params\n");
359 rte_flow_error_set(error, EINVAL,
360 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
361 "Failed to destroy flow.");
365 if (bnxt_ulp_cntxt_acquire_fdb_lock(ulp_ctx)) {
366 BNXT_TF_DBG(ERR, "Flow db lock acquire failed\n");
369 ret = ulp_mapper_flow_destroy(ulp_ctx, BNXT_ULP_FDB_TYPE_REGULAR,
372 BNXT_TF_DBG(ERR, "Failed to destroy flow.\n");
374 rte_flow_error_set(error, -ret,
375 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
376 "Failed to destroy flow.");
378 bnxt_ulp_cntxt_release_fdb_lock(ulp_ctx);
383 /* Function to destroy the rte flows. */
385 bnxt_ulp_flow_flush(struct rte_eth_dev *eth_dev,
386 struct rte_flow_error *error)
388 struct bnxt_ulp_context *ulp_ctx;
392 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(eth_dev);
397 /* Free the resources for the last device */
398 if (ulp_ctx_deinit_allowed(ulp_ctx)) {
399 ret = ulp_flow_db_session_flow_flush(ulp_ctx);
400 } else if (bnxt_ulp_cntxt_ptr2_flow_db_get(ulp_ctx)) {
401 ret = ulp_port_db_port_func_id_get(ulp_ctx,
402 eth_dev->data->port_id,
405 ret = ulp_flow_db_function_flow_flush(ulp_ctx, func_id);
407 BNXT_TF_DBG(ERR, "convert port to func id failed\n");
410 rte_flow_error_set(error, ret,
411 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
412 "Failed to flush flow.");
416 /* Function to query the rte flows. */
418 bnxt_ulp_flow_query(struct rte_eth_dev *eth_dev,
419 struct rte_flow *flow,
420 const struct rte_flow_action *action,
422 struct rte_flow_error *error)
425 struct bnxt_ulp_context *ulp_ctx;
426 struct rte_flow_query_count *count;
429 ulp_ctx = bnxt_ulp_eth_dev_ptr2_cntxt_get(eth_dev);
431 BNXT_TF_DBG(ERR, "ULP context is not initialized\n");
432 rte_flow_error_set(error, EINVAL,
433 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
434 "Failed to query flow.");
438 flow_id = (uint32_t)(uintptr_t)flow;
440 switch (action->type) {
441 case RTE_FLOW_ACTION_TYPE_COUNT:
443 rc = ulp_fc_mgr_query_count_get(ulp_ctx, flow_id, count);
445 rte_flow_error_set(error, EINVAL,
446 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
447 "Failed to query flow.");
451 rte_flow_error_set(error, -rc, RTE_FLOW_ERROR_TYPE_ACTION_NUM,
452 NULL, "Unsupported action item");
458 const struct rte_flow_ops bnxt_ulp_rte_flow_ops = {
459 .validate = bnxt_ulp_flow_validate,
460 .create = bnxt_ulp_flow_create,
461 .destroy = bnxt_ulp_flow_destroy,
462 .flush = bnxt_ulp_flow_flush,
463 .query = bnxt_ulp_flow_query,