1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
7 #include <rte_malloc.h>
9 #include "ulp_template_db_enum.h"
10 #include "ulp_template_struct.h"
11 #include "bnxt_tf_common.h"
12 #include "ulp_utils.h"
15 #include "tf_ext_flow_handle.h"
16 #include "ulp_mark_mgr.h"
17 #include "ulp_mapper.h"
18 #include "ulp_flow_db.h"
20 #include "ulp_template_db_tbl.h"
23 ulp_mapper_tmpl_name_str(enum bnxt_ulp_template_type tmpl_type)
26 case BNXT_ULP_TEMPLATE_TYPE_CLASS:
28 case BNXT_ULP_TEMPLATE_TYPE_ACTION:
31 return "invalid template type";
36 static struct bnxt_ulp_glb_resource_info *
37 ulp_mapper_glb_resource_info_list_get(uint32_t *num_entries)
41 *num_entries = BNXT_ULP_GLB_RESOURCE_TBL_MAX_SZ;
42 return ulp_glb_resource_tbl;
46 * Read the global resource from the mapper global resource list
48 * The regval is always returned in big-endian.
50 * returns 0 on success
53 ulp_mapper_glb_resource_read(struct bnxt_ulp_mapper_data *mapper_data,
58 if (!mapper_data || !regval ||
59 dir >= TF_DIR_MAX || idx >= BNXT_ULP_GLB_RF_IDX_LAST)
62 *regval = mapper_data->glb_res_tbl[dir][idx].resource_hndl;
67 * Write a global resource to the mapper global resource list
69 * The regval value must be in big-endian.
71 * return 0 on success.
74 ulp_mapper_glb_resource_write(struct bnxt_ulp_mapper_data *data,
75 struct bnxt_ulp_glb_resource_info *res,
78 struct bnxt_ulp_mapper_glb_resource_entry *ent;
80 /* validate the arguments */
81 if (!data || res->direction >= TF_DIR_MAX ||
82 res->glb_regfile_index >= BNXT_ULP_GLB_RF_IDX_LAST)
85 /* write to the mapper data */
86 ent = &data->glb_res_tbl[res->direction][res->glb_regfile_index];
87 ent->resource_func = res->resource_func;
88 ent->resource_type = res->resource_type;
89 ent->resource_hndl = regval;
94 * Internal function to allocate identity resource and store it in mapper data.
96 * returns 0 on success
99 ulp_mapper_resource_ident_allocate(struct bnxt_ulp_context *ulp_ctx,
100 struct bnxt_ulp_mapper_data *mapper_data,
101 struct bnxt_ulp_glb_resource_info *glb_res)
103 struct tf_alloc_identifier_parms iparms = { 0 };
104 struct tf_free_identifier_parms fparms;
109 tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
113 iparms.ident_type = glb_res->resource_type;
114 iparms.dir = glb_res->direction;
116 /* Allocate the Identifier using tf api */
117 rc = tf_alloc_identifier(tfp, &iparms);
119 BNXT_TF_DBG(ERR, "Failed to alloc identifier [%s][%d]\n",
120 tf_dir_2_str(iparms.dir),
125 /* entries are stored as big-endian format */
126 regval = tfp_cpu_to_be_64((uint64_t)iparms.id);
127 /* write to the mapper global resource */
128 rc = ulp_mapper_glb_resource_write(mapper_data, glb_res, regval);
130 BNXT_TF_DBG(ERR, "Failed to write to global resource id\n");
131 /* Free the identifier when update failed */
132 fparms.dir = iparms.dir;
133 fparms.ident_type = iparms.ident_type;
134 fparms.id = iparms.id;
135 tf_free_identifier(tfp, &fparms);
142 * Internal function to allocate index tbl resource and store it in mapper data.
144 * returns 0 on success
147 ulp_mapper_resource_index_tbl_alloc(struct bnxt_ulp_context *ulp_ctx,
148 struct bnxt_ulp_mapper_data *mapper_data,
149 struct bnxt_ulp_glb_resource_info *glb_res)
151 struct tf_alloc_tbl_entry_parms aparms = { 0 };
152 struct tf_free_tbl_entry_parms free_parms = { 0 };
155 uint32_t tbl_scope_id;
158 tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
162 /* Get the scope id */
163 rc = bnxt_ulp_cntxt_tbl_scope_id_get(ulp_ctx, &tbl_scope_id);
165 BNXT_TF_DBG(ERR, "Failed to get table scope rc=%d\n", rc);
169 aparms.type = glb_res->resource_type;
170 aparms.dir = glb_res->direction;
171 aparms.search_enable = 0;
172 aparms.tbl_scope_id = tbl_scope_id;
174 /* Allocate the index tbl using tf api */
175 rc = tf_alloc_tbl_entry(tfp, &aparms);
177 BNXT_TF_DBG(ERR, "Failed to alloc identifier [%s][%d]\n",
178 tf_dir_2_str(aparms.dir), aparms.type);
182 /* entries are stored as big-endian format */
183 regval = tfp_cpu_to_be_64((uint64_t)aparms.idx);
184 /* write to the mapper global resource */
185 rc = ulp_mapper_glb_resource_write(mapper_data, glb_res, regval);
187 BNXT_TF_DBG(ERR, "Failed to write to global resource id\n");
188 /* Free the identifier when update failed */
189 free_parms.dir = aparms.dir;
190 free_parms.type = aparms.type;
191 free_parms.idx = aparms.idx;
192 tf_free_tbl_entry(tfp, &free_parms);
198 /* Retrieve the global template table */
200 ulp_mapper_glb_template_table_get(uint32_t *num_entries)
204 *num_entries = BNXT_ULP_GLB_TEMPLATE_TBL_MAX_SZ;
205 return ulp_glb_template_tbl;
209 ulp_mapper_glb_field_tbl_get(struct bnxt_ulp_mapper_parms *parms,
215 t_idx = parms->class_tid << (BNXT_ULP_HDR_SIG_ID_SHIFT +
216 BNXT_ULP_GLB_FIELD_TBL_SHIFT);
217 t_idx += ULP_COMP_FLD_IDX_RD(parms, BNXT_ULP_CF_IDX_HDR_SIG_ID) <<
218 BNXT_ULP_GLB_FIELD_TBL_SHIFT;
221 if (t_idx >= BNXT_ULP_GLB_FIELD_TBL_SIZE) {
222 BNXT_TF_DBG(ERR, "Invalid hdr field index %x:%x:%x\n",
223 parms->class_tid, t_idx, operand);
225 return -EINVAL; /* error */
227 *val = ulp_glb_field_tbl[t_idx];
232 * Get the size of the action property for a given index.
234 * idx [in] The index for the action property
236 * returns the size of the action property.
239 ulp_mapper_act_prop_size_get(uint32_t idx)
241 if (idx >= BNXT_ULP_ACT_PROP_IDX_LAST)
243 return ulp_act_prop_map_table[idx];
246 static struct bnxt_ulp_mapper_cond_info *
247 ulp_mapper_tmpl_reject_list_get(struct bnxt_ulp_mapper_parms *mparms,
250 enum bnxt_ulp_cond_list_opc *opc)
253 const struct bnxt_ulp_template_device_tbls *dev_tbls;
255 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
256 *num_tbls = dev_tbls->tmpl_list[tid].reject_info.cond_nums;
257 *opc = dev_tbls->tmpl_list[tid].reject_info.cond_list_opcode;
258 idx = dev_tbls->tmpl_list[tid].reject_info.cond_start_idx;
260 return &dev_tbls->cond_list[idx];
263 static struct bnxt_ulp_mapper_cond_info *
264 ulp_mapper_tbl_execute_list_get(struct bnxt_ulp_mapper_parms *mparms,
265 struct bnxt_ulp_mapper_tbl_info *tbl,
267 enum bnxt_ulp_cond_list_opc *opc)
270 const struct bnxt_ulp_template_device_tbls *dev_tbls;
272 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
273 *num_tbls = tbl->execute_info.cond_nums;
274 *opc = tbl->execute_info.cond_list_opcode;
275 idx = tbl->execute_info.cond_start_idx;
277 return &dev_tbls->cond_list[idx];
281 * Get a list of classifier tables that implement the flow
282 * Gets a device dependent list of tables that implement the class template id
284 * mparms [in] The mappers parms with data related to the flow.
286 * tid [in] The template id that matches the flow
288 * num_tbls [out] The number of classifier tables in the returned array
290 * returns An array of classifier tables to implement the flow, or NULL on
293 static struct bnxt_ulp_mapper_tbl_info *
294 ulp_mapper_tbl_list_get(struct bnxt_ulp_mapper_parms *mparms,
299 const struct bnxt_ulp_template_device_tbls *dev_tbls;
301 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
303 idx = dev_tbls->tmpl_list[tid].start_tbl_idx;
304 *num_tbls = dev_tbls->tmpl_list[tid].num_tbls;
306 return &dev_tbls->tbl_list[idx];
310 * Get the list of key fields that implement the flow.
312 * mparms [in] The mapper parms with information about the flow
314 * tbl [in] A single table instance to get the key fields from
316 * num_flds [out] The number of key fields in the returned array
318 * Returns array of Key fields, or NULL on error.
320 static struct bnxt_ulp_mapper_key_info *
321 ulp_mapper_key_fields_get(struct bnxt_ulp_mapper_parms *mparms,
322 struct bnxt_ulp_mapper_tbl_info *tbl,
326 const struct bnxt_ulp_template_device_tbls *dev_tbls;
328 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
329 if (!dev_tbls->key_info_list) {
334 idx = tbl->key_start_idx;
335 *num_flds = tbl->key_num_fields;
337 return &dev_tbls->key_info_list[idx];
341 * Get the list of data fields that implement the flow.
343 * mparms [in] The mapper parms with information about the flow
345 * tbl [in] A single table instance to get the data fields from
347 * num_flds [out] The number of data fields in the returned array.
349 * num_encap_flds [out] The number of encap fields in the returned array.
351 * Returns array of data fields, or NULL on error.
353 static struct bnxt_ulp_mapper_field_info *
354 ulp_mapper_result_fields_get(struct bnxt_ulp_mapper_parms *mparms,
355 struct bnxt_ulp_mapper_tbl_info *tbl,
357 uint32_t *num_encap_flds)
360 const struct bnxt_ulp_template_device_tbls *dev_tbls;
362 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
363 if (!dev_tbls->result_field_list) {
369 idx = tbl->result_start_idx;
370 *num_flds = tbl->result_num_fields;
371 *num_encap_flds = tbl->encap_num_fields;
373 return &dev_tbls->result_field_list[idx];
377 * Get the list of ident fields that implement the flow
379 * tbl [in] A single table instance to get the ident fields from
381 * num_flds [out] The number of ident fields in the returned array
383 * returns array of ident fields, or NULL on error
385 static struct bnxt_ulp_mapper_ident_info *
386 ulp_mapper_ident_fields_get(struct bnxt_ulp_mapper_parms *mparms,
387 struct bnxt_ulp_mapper_tbl_info *tbl,
391 const struct bnxt_ulp_template_device_tbls *dev_tbls;
393 dev_tbls = &mparms->device_params->dev_tbls[mparms->tmpl_type];
394 if (!dev_tbls->ident_list) {
399 idx = tbl->ident_start_idx;
400 *num_flds = tbl->ident_nums;
402 return &dev_tbls->ident_list[idx];
405 static inline int32_t
406 ulp_mapper_tcam_entry_free(struct bnxt_ulp_context *ulp __rte_unused,
408 struct ulp_flow_db_res_params *res)
410 struct tf_free_tcam_entry_parms fparms = {
411 .dir = res->direction,
412 .tcam_tbl_type = res->resource_type,
413 .idx = (uint16_t)res->resource_hndl
416 return tf_free_tcam_entry(tfp, &fparms);
419 static inline int32_t
420 ulp_mapper_index_entry_free(struct bnxt_ulp_context *ulp,
422 struct ulp_flow_db_res_params *res)
424 struct tf_free_tbl_entry_parms fparms = {
425 .dir = res->direction,
426 .type = res->resource_type,
427 .idx = (uint32_t)res->resource_hndl
431 * Just get the table scope, it will be ignored if not necessary
432 * by the tf_free_tbl_entry
434 (void)bnxt_ulp_cntxt_tbl_scope_id_get(ulp, &fparms.tbl_scope_id);
436 return tf_free_tbl_entry(tfp, &fparms);
439 static inline int32_t
440 ulp_mapper_em_entry_free(struct bnxt_ulp_context *ulp,
442 struct ulp_flow_db_res_params *res)
444 struct tf_delete_em_entry_parms fparms = { 0 };
447 fparms.dir = res->direction;
448 if (res->resource_func == BNXT_ULP_RESOURCE_FUNC_EXT_EM_TABLE)
449 fparms.mem = TF_MEM_EXTERNAL;
451 fparms.mem = TF_MEM_INTERNAL;
452 fparms.flow_handle = res->resource_hndl;
454 rc = bnxt_ulp_cntxt_tbl_scope_id_get(ulp, &fparms.tbl_scope_id);
456 BNXT_TF_DBG(ERR, "Failed to get table scope\n");
460 return tf_delete_em_entry(tfp, &fparms);
463 static inline int32_t
464 ulp_mapper_ident_free(struct bnxt_ulp_context *ulp __rte_unused,
466 struct ulp_flow_db_res_params *res)
468 struct tf_free_identifier_parms fparms = {
469 .dir = res->direction,
470 .ident_type = res->resource_type,
471 .id = (uint16_t)res->resource_hndl
474 return tf_free_identifier(tfp, &fparms);
477 static inline int32_t
478 ulp_mapper_mark_free(struct bnxt_ulp_context *ulp,
479 struct ulp_flow_db_res_params *res)
481 return ulp_mark_db_mark_del(ulp,
486 static inline int32_t
487 ulp_mapper_parent_flow_free(struct bnxt_ulp_context *ulp,
489 struct ulp_flow_db_res_params *res)
491 uint32_t idx, child_fid = 0, parent_idx;
492 struct bnxt_ulp_flow_db *flow_db;
494 parent_idx = (uint32_t)res->resource_hndl;
496 /* check the validity of the parent fid */
497 if (ulp_flow_db_parent_flow_idx_get(ulp, parent_fid, &idx) ||
499 BNXT_TF_DBG(ERR, "invalid parent flow id %x\n", parent_fid);
503 /* Clear all the child flows parent index */
504 flow_db = bnxt_ulp_cntxt_ptr2_flow_db_get(ulp);
505 while (!ulp_flow_db_parent_child_flow_next_entry_get(flow_db, idx,
507 /* update the child flows resource handle */
508 if (ulp_flow_db_child_flow_reset(ulp, BNXT_ULP_FDB_TYPE_REGULAR,
510 BNXT_TF_DBG(ERR, "failed to reset child flow %x\n",
516 /* free the parent entry in the parent table flow */
517 if (ulp_flow_db_parent_flow_free(ulp, parent_fid)) {
518 BNXT_TF_DBG(ERR, "failed to free parent flow %x\n", parent_fid);
524 static inline int32_t
525 ulp_mapper_child_flow_free(struct bnxt_ulp_context *ulp,
527 struct ulp_flow_db_res_params *res)
531 parent_fid = (uint32_t)res->resource_hndl;
533 return 0; /* Already freed - orphan child*/
535 /* reset the child flow bitset*/
536 if (ulp_flow_db_parent_child_flow_set(ulp, parent_fid, child_fid, 0)) {
537 BNXT_TF_DBG(ERR, "error in resetting child flow bitset %x:%x\n",
538 parent_fid, child_fid);
545 * Process the flow database opcode alloc action.
546 * returns 0 on success
549 ulp_mapper_fdb_opc_alloc_rid(struct bnxt_ulp_mapper_parms *parms,
550 struct bnxt_ulp_mapper_tbl_info *tbl)
556 /* allocate a new fid */
557 rc = ulp_flow_db_fid_alloc(parms->ulp_ctx,
558 BNXT_ULP_FDB_TYPE_RID,
562 "Unable to allocate flow table entry\n");
565 /* Store the allocated fid in regfile*/
567 rc = ulp_regfile_write(parms->regfile, tbl->fdb_operand,
568 tfp_cpu_to_be_64(val64));
570 BNXT_TF_DBG(ERR, "Write regfile[%d] failed\n",
572 ulp_flow_db_fid_free(parms->ulp_ctx,
573 BNXT_ULP_FDB_TYPE_RID, rid);
580 * Process the flow database opcode action.
581 * returns 0 on success.
584 ulp_mapper_fdb_opc_process(struct bnxt_ulp_mapper_parms *parms,
585 struct bnxt_ulp_mapper_tbl_info *tbl,
586 struct ulp_flow_db_res_params *fid_parms)
590 enum bnxt_ulp_fdb_type flow_type;
593 switch (tbl->fdb_opcode) {
594 case BNXT_ULP_FDB_OPC_PUSH:
595 push_fid = parms->fid;
596 flow_type = parms->flow_type;
598 case BNXT_ULP_FDB_OPC_ALLOC_PUSH_REGFILE:
599 case BNXT_ULP_FDB_OPC_PUSH_REGFILE:
600 /* get the fid from the regfile */
601 rc = ulp_regfile_read(parms->regfile, tbl->fdb_operand,
604 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n",
608 /* Use the extracted fid to update the flow resource */
609 push_fid = (uint32_t)tfp_be_to_cpu_64(val64);
610 flow_type = BNXT_ULP_FDB_TYPE_RID;
613 return rc; /* Nothing to be done */
616 /* Add the resource to the flow database */
617 rc = ulp_flow_db_resource_add(parms->ulp_ctx, flow_type,
618 push_fid, fid_parms);
620 BNXT_TF_DBG(ERR, "Failed to add res to flow %x rc = %d\n",
626 * Process the flow database opcode action.
627 * returns 0 on success.
630 ulp_mapper_priority_opc_process(struct bnxt_ulp_mapper_parms *parms,
631 struct bnxt_ulp_mapper_tbl_info *tbl,
636 switch (tbl->pri_opcode) {
637 case BNXT_ULP_PRI_OPC_NOT_USED:
640 case BNXT_ULP_PRI_OPC_CONST:
641 *priority = tbl->pri_operand;
643 case BNXT_ULP_PRI_OPC_APP_PRI:
644 *priority = parms->app_priority;
647 BNXT_TF_DBG(ERR, "Priority opcode not supported %d\n",
656 * Process the identifier list in the given table.
657 * Extract the ident from the table entry and
658 * write it to the reg file.
659 * returns 0 on success.
662 ulp_mapper_tbl_ident_scan_ext(struct bnxt_ulp_mapper_parms *parms,
663 struct bnxt_ulp_mapper_tbl_info *tbl,
665 uint32_t byte_data_size,
666 enum bnxt_ulp_byte_order byte_order)
668 struct bnxt_ulp_mapper_ident_info *idents;
669 uint32_t i, num_idents = 0;
672 /* validate the null arguments */
674 BNXT_TF_DBG(ERR, "invalid argument\n");
678 /* Get the ident list and process each one */
679 idents = ulp_mapper_ident_fields_get(parms, tbl, &num_idents);
681 for (i = 0; i < num_idents; i++) {
682 /* check the size of the buffer for validation */
683 if ((idents[i].ident_bit_pos + idents[i].ident_bit_size) >
684 ULP_BYTE_2_BITS(byte_data_size) ||
685 idents[i].ident_bit_size > ULP_BYTE_2_BITS(sizeof(val64))) {
686 BNXT_TF_DBG(ERR, "invalid offset or length %x:%x:%x\n",
687 idents[i].ident_bit_pos,
688 idents[i].ident_bit_size,
693 if (byte_order == BNXT_ULP_BYTE_ORDER_LE)
694 ulp_bs_pull_lsb(byte_data, (uint8_t *)&val64,
696 idents[i].ident_bit_pos,
697 idents[i].ident_bit_size);
699 ulp_bs_pull_msb(byte_data, (uint8_t *)&val64,
700 idents[i].ident_bit_pos,
701 idents[i].ident_bit_size);
703 /* Write it to the regfile, val64 is already in big-endian*/
704 if (ulp_regfile_write(parms->regfile,
705 idents[i].regfile_idx, val64)) {
706 BNXT_TF_DBG(ERR, "Regfile[%d] write failed.\n",
707 idents[i].regfile_idx);
715 * Process the identifier instruction and either store it in the flow database
716 * or return it in the val (if not NULL) on success. If val is NULL, the
717 * identifier is to be stored in the flow database.
720 ulp_mapper_ident_process(struct bnxt_ulp_mapper_parms *parms,
721 struct bnxt_ulp_mapper_tbl_info *tbl,
722 struct bnxt_ulp_mapper_ident_info *ident,
725 struct ulp_flow_db_res_params fid_parms;
728 struct tf_alloc_identifier_parms iparms = { 0 };
729 struct tf_free_identifier_parms free_parms = { 0 };
733 tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
735 BNXT_TF_DBG(ERR, "Failed to get tf pointer\n");
739 idx = ident->regfile_idx;
741 iparms.ident_type = ident->ident_type;
742 iparms.dir = tbl->direction;
744 rc = tf_alloc_identifier(tfp, &iparms);
746 BNXT_TF_DBG(ERR, "Alloc ident %s:%s failed.\n",
747 tf_dir_2_str(iparms.dir),
748 tf_ident_2_str(iparms.ident_type));
752 id = (uint64_t)tfp_cpu_to_be_64(iparms.id);
753 if (ulp_regfile_write(parms->regfile, idx, id)) {
754 BNXT_TF_DBG(ERR, "Regfile[%d] write failed.\n", idx);
756 /* Need to free the identifier, so goto error */
760 /* Link the resource to the flow in the flow db */
762 memset(&fid_parms, 0, sizeof(fid_parms));
763 fid_parms.direction = tbl->direction;
764 fid_parms.resource_func = ident->resource_func;
765 fid_parms.resource_type = ident->ident_type;
766 fid_parms.resource_hndl = iparms.id;
767 fid_parms.critical_resource = tbl->critical_resource;
769 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
771 BNXT_TF_DBG(ERR, "Failed to link res to flow rc = %d\n",
773 /* Need to free the identifier, so goto error */
782 /* Need to free the identifier */
783 free_parms.dir = tbl->direction;
784 free_parms.ident_type = ident->ident_type;
785 free_parms.id = iparms.id;
787 (void)tf_free_identifier(tfp, &free_parms);
789 BNXT_TF_DBG(ERR, "Ident process failed for %s:%s\n",
791 tf_dir_2_str(tbl->direction));
796 * Process the identifier instruction and extract it from result blob.
797 * Increment the identifier reference count and store it in the flow database.
800 ulp_mapper_ident_extract(struct bnxt_ulp_mapper_parms *parms,
801 struct bnxt_ulp_mapper_tbl_info *tbl,
802 struct bnxt_ulp_mapper_ident_info *ident,
803 struct ulp_blob *res_blob)
805 struct ulp_flow_db_res_params fid_parms;
808 struct tf_search_identifier_parms sparms = { 0 };
809 struct tf_free_identifier_parms free_parms = { 0 };
813 /* Get the tfp from ulp context */
814 tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
816 BNXT_TF_DBG(ERR, "Failed to get tf pointer\n");
820 /* Extract the index from the result blob */
821 rc = ulp_blob_pull(res_blob, (uint8_t *)&idx, sizeof(idx),
822 ident->ident_bit_pos, ident->ident_bit_size);
824 BNXT_TF_DBG(ERR, "Failed to extract identifier from blob\n");
828 /* populate the search params and search identifier shadow table */
829 sparms.ident_type = ident->ident_type;
830 sparms.dir = tbl->direction;
831 /* convert the idx into cpu format */
832 sparms.search_id = tfp_be_to_cpu_32(idx);
834 /* Search identifier also increase the reference count */
835 rc = tf_search_identifier(tfp, &sparms);
837 BNXT_TF_DBG(ERR, "Search ident %s:%s:%x failed.\n",
838 tf_dir_2_str(sparms.dir),
839 tf_ident_2_str(sparms.ident_type),
844 /* Write it to the regfile */
845 id = (uint64_t)tfp_cpu_to_be_64(sparms.search_id);
846 if (ulp_regfile_write(parms->regfile, ident->regfile_idx, id)) {
847 BNXT_TF_DBG(ERR, "Regfile[%d] write failed.\n", idx);
849 /* Need to free the identifier, so goto error */
853 /* Link the resource to the flow in the flow db */
854 memset(&fid_parms, 0, sizeof(fid_parms));
855 fid_parms.direction = tbl->direction;
856 fid_parms.resource_func = ident->resource_func;
857 fid_parms.resource_type = ident->ident_type;
858 fid_parms.resource_hndl = sparms.search_id;
859 fid_parms.critical_resource = tbl->critical_resource;
860 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
862 BNXT_TF_DBG(ERR, "Failed to link res to flow rc = %d\n",
864 /* Need to free the identifier, so goto error */
871 /* Need to free the identifier */
872 free_parms.dir = tbl->direction;
873 free_parms.ident_type = ident->ident_type;
874 free_parms.id = sparms.search_id;
875 (void)tf_free_identifier(tfp, &free_parms);
876 BNXT_TF_DBG(ERR, "Ident extract failed for %s:%s:%x\n",
878 tf_dir_2_str(tbl->direction), sparms.search_id);
883 ulp_mapper_field_process_inc_dec(struct bnxt_ulp_mapper_field_info *fld,
884 struct ulp_blob *blob,
886 uint16_t const_val16,
888 uint32_t *update_flag)
890 uint64_t l_val64 = *val64;
892 if (fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_PLUS_CONST ||
893 fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_PLUS_CONST_POST) {
894 l_val64 += const_val16;
895 l_val64 = tfp_be_to_cpu_64(l_val64);
896 ulp_blob_push_64(blob, &l_val64, bitlen);
897 } else if (fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_MINUS_CONST ||
898 fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_MINUS_CONST_POST) {
899 l_val64 -= const_val16;
900 l_val64 = tfp_be_to_cpu_64(l_val64);
901 ulp_blob_push_64(blob, &l_val64, bitlen);
903 BNXT_TF_DBG(ERR, "Invalid field opcode %u\n", fld->field_opc);
907 if (fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_MINUS_CONST_POST ||
908 fld->field_opc == BNXT_ULP_FIELD_OPC_SRC1_PLUS_CONST_POST) {
916 ulp_mapper_field_process(struct bnxt_ulp_mapper_parms *parms,
918 struct bnxt_ulp_mapper_field_info *fld,
919 struct ulp_blob *blob,
923 uint32_t val_size = 0, field_size = 0;
924 uint64_t hdr_bit, act_bit, regval;
925 uint16_t write_idx = blob->write_idx;
926 uint16_t idx, size_idx, bitlen;
930 uint32_t src1_sel = 0;
931 enum bnxt_ulp_field_src fld_src;
932 uint8_t *fld_src_oper;
933 enum bnxt_ulp_field_cond_src field_cond_src;
934 uint16_t const_val = 0;
935 uint32_t update_flag = 0;
938 /* process the field opcode */
939 if (fld->field_opc != BNXT_ULP_FIELD_OPC_COND_OP) {
940 field_cond_src = BNXT_ULP_FIELD_COND_SRC_TRUE;
941 /* Read the constant from the second operand */
942 memcpy(&const_val, fld->field_opr2, sizeof(uint16_t));
943 const_val = tfp_be_to_cpu_16(const_val);
945 field_cond_src = fld->field_cond_src;
948 bitlen = fld->field_bit_size;
949 /* Evaluate the condition */
950 switch (field_cond_src) {
951 case BNXT_ULP_FIELD_COND_SRC_TRUE:
954 case BNXT_ULP_FIELD_COND_SRC_CF:
955 if (!ulp_operand_read(fld->field_cond_opr,
956 (uint8_t *)&idx, sizeof(uint16_t))) {
957 BNXT_TF_DBG(ERR, "%s operand read failed.\n", name);
960 idx = tfp_be_to_cpu_16(idx);
961 if (idx >= BNXT_ULP_CF_IDX_LAST) {
962 BNXT_TF_DBG(ERR, "%s invalid index %u\n", name, idx);
965 /* check if the computed field is set */
966 if (ULP_COMP_FLD_IDX_RD(parms, idx))
969 case BNXT_ULP_FIELD_COND_SRC_RF:
970 if (!ulp_operand_read(fld->field_cond_opr,
971 (uint8_t *)&idx, sizeof(uint16_t))) {
972 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
976 idx = tfp_be_to_cpu_16(idx);
977 /* Uninitialized regfile entries return 0 */
978 if (!ulp_regfile_read(parms->regfile, idx, ®val)) {
979 BNXT_TF_DBG(ERR, "%s regfile[%d] read oob\n",
986 case BNXT_ULP_FIELD_COND_SRC_ACT_BIT:
987 if (!ulp_operand_read(fld->field_cond_opr,
988 (uint8_t *)&act_bit, sizeof(uint64_t))) {
989 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
992 act_bit = tfp_be_to_cpu_64(act_bit);
993 if (ULP_BITMAP_ISSET(parms->act_bitmap->bits, act_bit))
996 case BNXT_ULP_FIELD_COND_SRC_HDR_BIT:
997 if (!ulp_operand_read(fld->field_cond_opr,
998 (uint8_t *)&hdr_bit, sizeof(uint64_t))) {
999 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1002 hdr_bit = tfp_be_to_cpu_64(hdr_bit);
1003 if (ULP_BITMAP_ISSET(parms->hdr_bitmap->bits, hdr_bit))
1006 case BNXT_ULP_FIELD_COND_SRC_FIELD_BIT:
1007 if (!ulp_operand_read(fld->field_cond_opr, (uint8_t *)&idx,
1008 sizeof(uint16_t))) {
1009 BNXT_TF_DBG(ERR, "%s operand read failed.\n", name);
1012 idx = tfp_be_to_cpu_16(idx);
1013 /* get the index from the global field list */
1014 if (ulp_mapper_glb_field_tbl_get(parms, idx, &bit)) {
1015 BNXT_TF_DBG(ERR, "invalid ulp_glb_field_tbl idx %d\n",
1019 if (bit && (ULP_INDEX_BITMAP_GET(parms->fld_bitmap->bits, bit)))
1023 BNXT_TF_DBG(ERR, "%s invalid field opcode 0x%x at %d\n",
1024 name, fld->field_cond_src, write_idx);
1028 /* pick the selected source */
1030 fld_src = fld->field_src1;
1031 fld_src_oper = fld->field_opr1;
1033 fld_src = fld->field_src2;
1034 fld_src_oper = fld->field_opr2;
1037 /* Perform the action */
1039 case BNXT_ULP_FIELD_SRC_ZERO:
1040 if (ulp_blob_pad_push(blob, bitlen) < 0) {
1041 BNXT_TF_DBG(ERR, "%s too large for blob\n", name);
1045 case BNXT_ULP_FIELD_SRC_CONST:
1047 if (!ulp_blob_push(blob, val, bitlen)) {
1048 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1052 case BNXT_ULP_FIELD_SRC_CF:
1053 if (!ulp_operand_read(fld_src_oper,
1054 (uint8_t *)&idx, sizeof(uint16_t))) {
1055 BNXT_TF_DBG(ERR, "%s operand read failed.\n",
1059 idx = tfp_be_to_cpu_16(idx);
1060 if (idx >= BNXT_ULP_CF_IDX_LAST) {
1061 BNXT_TF_DBG(ERR, "%s comp field [%d] read oob\n",
1065 if (fld->field_opc == BNXT_ULP_FIELD_OPC_COND_OP) {
1066 val = ulp_blob_push_32(blob, &parms->comp_fld[idx],
1069 BNXT_TF_DBG(ERR, "%s push to blob failed\n",
1074 src1_val64 = ULP_COMP_FLD_IDX_RD(parms, idx);
1075 if (ulp_mapper_field_process_inc_dec(fld, blob,
1080 BNXT_TF_DBG(ERR, "%s field cond opc failed\n",
1085 BNXT_TF_DBG(ERR, "%s invalid field cond opc\n",
1091 case BNXT_ULP_FIELD_SRC_RF:
1092 if (!ulp_operand_read(fld_src_oper,
1093 (uint8_t *)&idx, sizeof(uint16_t))) {
1094 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1098 idx = tfp_be_to_cpu_16(idx);
1099 /* Uninitialized regfile entries return 0 */
1100 if (!ulp_regfile_read(parms->regfile, idx, ®val)) {
1101 BNXT_TF_DBG(ERR, "%s regfile[%d] read oob\n",
1105 if (fld->field_opc == BNXT_ULP_FIELD_OPC_COND_OP) {
1106 val = ulp_blob_push_64(blob, ®val, bitlen);
1108 BNXT_TF_DBG(ERR, "%s push to blob failed\n",
1113 if (ulp_mapper_field_process_inc_dec(fld, blob,
1118 BNXT_TF_DBG(ERR, "%s field cond opc failed\n",
1123 regval = tfp_cpu_to_be_64(regval);
1124 if (ulp_regfile_write(parms->regfile, idx,
1127 "Write regfile[%d] fail\n",
1134 case BNXT_ULP_FIELD_SRC_ACT_PROP:
1135 if (!ulp_operand_read(fld_src_oper,
1136 (uint8_t *)&idx, sizeof(uint16_t))) {
1137 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1140 idx = tfp_be_to_cpu_16(idx);
1142 if (idx >= BNXT_ULP_ACT_PROP_IDX_LAST) {
1143 BNXT_TF_DBG(ERR, "%s act_prop[%d] oob\n", name, idx);
1146 val = &parms->act_prop->act_details[idx];
1147 field_size = ulp_mapper_act_prop_size_get(idx);
1148 if (bitlen < ULP_BYTE_2_BITS(field_size)) {
1149 field_size = field_size - ((bitlen + 7) / 8);
1152 if (!ulp_blob_push(blob, val, bitlen)) {
1153 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1157 case BNXT_ULP_FIELD_SRC_ACT_PROP_SZ:
1158 if (!ulp_operand_read(fld_src_oper,
1159 (uint8_t *)&idx, sizeof(uint16_t))) {
1160 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1163 idx = tfp_be_to_cpu_16(idx);
1165 if (idx >= BNXT_ULP_ACT_PROP_IDX_LAST) {
1166 BNXT_TF_DBG(ERR, "%s act_prop[%d] oob\n", name, idx);
1169 val = &parms->act_prop->act_details[idx];
1171 /* get the size index next */
1172 if (!ulp_operand_read(&fld_src_oper[sizeof(uint16_t)],
1173 (uint8_t *)&size_idx, sizeof(uint16_t))) {
1174 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1177 size_idx = tfp_be_to_cpu_16(size_idx);
1179 if (size_idx >= BNXT_ULP_ACT_PROP_IDX_LAST) {
1180 BNXT_TF_DBG(ERR, "act_prop[%d] oob\n", size_idx);
1183 memcpy(&val_size, &parms->act_prop->act_details[size_idx],
1185 val_size = tfp_be_to_cpu_32(val_size);
1186 val_size = ULP_BYTE_2_BITS(val_size);
1187 ulp_blob_push_encap(blob, val, val_size);
1189 case BNXT_ULP_FIELD_SRC_GLB_RF:
1190 if (!ulp_operand_read(fld_src_oper,
1192 sizeof(uint16_t))) {
1193 BNXT_TF_DBG(ERR, "%s operand read failed.\n", name);
1196 idx = tfp_be_to_cpu_16(idx);
1197 if (ulp_mapper_glb_resource_read(parms->mapper_data,
1200 BNXT_TF_DBG(ERR, "%s global regfile[%d] read failed.\n",
1204 if (fld->field_opc == BNXT_ULP_FIELD_OPC_COND_OP) {
1205 val = ulp_blob_push_64(blob, ®val, bitlen);
1207 BNXT_TF_DBG(ERR, "%s push to blob failed\n",
1212 if (ulp_mapper_field_process_inc_dec(fld, blob,
1217 BNXT_TF_DBG(ERR, "%s field cond opc failed\n",
1222 BNXT_TF_DBG(ERR, "%s invalid field cond opc\n",
1228 case BNXT_ULP_FIELD_SRC_HF:
1229 if (!ulp_operand_read(fld_src_oper, (uint8_t *)&idx,
1230 sizeof(uint16_t))) {
1231 BNXT_TF_DBG(ERR, "%s operand read failed.\n", name);
1234 idx = tfp_be_to_cpu_16(idx);
1235 /* get the index from the global field list */
1236 if (ulp_mapper_glb_field_tbl_get(parms, idx, &bit)) {
1237 BNXT_TF_DBG(ERR, "invalid ulp_glb_field_tbl idx %d\n",
1242 val = parms->hdr_field[bit].spec;
1244 val = parms->hdr_field[bit].mask;
1247 * Need to account for how much data was pushed to the header
1248 * field vs how much is to be inserted in the key/mask.
1250 field_size = parms->hdr_field[bit].size;
1251 if (bitlen < ULP_BYTE_2_BITS(field_size)) {
1252 field_size = field_size - ((bitlen + 7) / 8);
1256 if (!ulp_blob_push(blob, val, bitlen)) {
1257 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1261 case BNXT_ULP_FIELD_SRC_HDR_BIT:
1262 if (!ulp_operand_read(fld_src_oper,
1263 (uint8_t *)&hdr_bit, sizeof(uint64_t))) {
1264 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1267 hdr_bit = tfp_be_to_cpu_64(hdr_bit);
1268 memset(tmpval, 0, sizeof(tmpval));
1269 if (ULP_BITMAP_ISSET(parms->hdr_bitmap->bits, hdr_bit))
1271 if (bitlen > ULP_BYTE_2_BITS(sizeof(tmpval))) {
1272 BNXT_TF_DBG(ERR, "%s field size is incorrect\n", name);
1275 if (!ulp_blob_push(blob, tmpval, bitlen)) {
1276 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1281 case BNXT_ULP_FIELD_SRC_ACT_BIT:
1282 if (!ulp_operand_read(fld_src_oper,
1283 (uint8_t *)&act_bit, sizeof(uint64_t))) {
1284 BNXT_TF_DBG(ERR, "%s operand read failed\n", name);
1287 act_bit = tfp_be_to_cpu_64(act_bit);
1288 memset(tmpval, 0, sizeof(tmpval));
1289 if (ULP_BITMAP_ISSET(parms->act_bitmap->bits, act_bit))
1291 if (bitlen > ULP_BYTE_2_BITS(sizeof(tmpval))) {
1292 BNXT_TF_DBG(ERR, "%s field size is incorrect\n", name);
1295 if (!ulp_blob_push(blob, tmpval, bitlen)) {
1296 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1301 case BNXT_ULP_FIELD_SRC_FIELD_BIT:
1302 if (!ulp_operand_read(fld_src_oper, (uint8_t *)&idx,
1303 sizeof(uint16_t))) {
1304 BNXT_TF_DBG(ERR, "%s operand read failed.\n", name);
1307 idx = tfp_be_to_cpu_16(idx);
1308 /* get the index from the global field list */
1309 if (ulp_mapper_glb_field_tbl_get(parms, idx, &bit)) {
1310 BNXT_TF_DBG(ERR, "invalid ulp_glb_field_tbl idx %d\n",
1314 memset(tmpval, 0, sizeof(tmpval));
1315 if (ULP_INDEX_BITMAP_GET(parms->fld_bitmap->bits, bit))
1317 if (bitlen > ULP_BYTE_2_BITS(sizeof(tmpval))) {
1318 BNXT_TF_DBG(ERR, "%s field size is incorrect\n", name);
1321 if (!ulp_blob_push(blob, tmpval, bitlen)) {
1322 BNXT_TF_DBG(ERR, "%s push to blob failed\n", name);
1327 case BNXT_ULP_FIELD_SRC_SKIP:
1330 case BNXT_ULP_FIELD_SRC_REJECT:
1333 BNXT_TF_DBG(ERR, "%s invalid field opcode 0x%x at %d\n",
1334 name, fld_src, write_idx);
1341 * Result table process and fill the result blob.
1342 * data [out] - the result blob data
1345 ulp_mapper_tbl_result_build(struct bnxt_ulp_mapper_parms *parms,
1346 struct bnxt_ulp_mapper_tbl_info *tbl,
1347 struct ulp_blob *data,
1350 struct bnxt_ulp_mapper_field_info *dflds;
1351 uint32_t i, num_flds = 0, encap_flds = 0;
1354 /* Get the result field list */
1355 dflds = ulp_mapper_result_fields_get(parms, tbl, &num_flds,
1358 /* validate the result field list counts */
1359 if ((tbl->resource_func == BNXT_ULP_RESOURCE_FUNC_INDEX_TABLE &&
1360 (!num_flds && !encap_flds)) || !dflds ||
1361 (tbl->resource_func != BNXT_ULP_RESOURCE_FUNC_INDEX_TABLE &&
1362 (!num_flds || encap_flds))) {
1363 BNXT_TF_DBG(ERR, "Failed to get data fields %x:%x\n",
1364 num_flds, encap_flds);
1368 /* process the result fields, loop through them */
1369 for (i = 0; i < (num_flds + encap_flds); i++) {
1370 /* set the swap index if encap swap bit is enabled */
1371 if (parms->device_params->encap_byte_swap && encap_flds &&
1373 ulp_blob_encap_swap_idx_set(data);
1375 /* Process the result fields */
1376 rc = ulp_mapper_field_process(parms, tbl->direction,
1377 &dflds[i], data, 0, name);
1379 BNXT_TF_DBG(ERR, "data field failed\n");
1384 /* if encap bit swap is enabled perform the bit swap */
1385 if (parms->device_params->encap_byte_swap && encap_flds)
1386 ulp_blob_perform_encap_swap(data);
1392 ulp_mapper_mark_gfid_process(struct bnxt_ulp_mapper_parms *parms,
1393 struct bnxt_ulp_mapper_tbl_info *tbl,
1396 struct ulp_flow_db_res_params fid_parms;
1397 uint32_t mark, gfid, mark_flag;
1398 enum bnxt_ulp_mark_db_opc mark_op = tbl->mark_db_opcode;
1401 if (mark_op == BNXT_ULP_MARK_DB_OPC_NOP ||
1402 !(mark_op == BNXT_ULP_MARK_DB_OPC_PUSH_IF_MARK_ACTION &&
1403 ULP_BITMAP_ISSET(parms->act_bitmap->bits,
1404 BNXT_ULP_ACT_BIT_MARK)))
1405 return rc; /* no need to perform gfid process */
1407 /* Get the mark id details from action property */
1408 memcpy(&mark, &parms->act_prop->act_details[BNXT_ULP_ACT_PROP_IDX_MARK],
1410 mark = tfp_be_to_cpu_32(mark);
1412 TF_GET_GFID_FROM_FLOW_ID(flow_id, gfid);
1413 mark_flag = BNXT_ULP_MARK_GLOBAL_HW_FID;
1415 rc = ulp_mark_db_mark_add(parms->ulp_ctx, mark_flag,
1418 BNXT_TF_DBG(ERR, "Failed to add mark to flow\n");
1421 fid_parms.direction = tbl->direction;
1422 fid_parms.resource_func = BNXT_ULP_RESOURCE_FUNC_HW_FID;
1423 fid_parms.critical_resource = tbl->critical_resource;
1424 fid_parms.resource_type = mark_flag;
1425 fid_parms.resource_hndl = gfid;
1426 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
1428 BNXT_TF_DBG(ERR, "Fail to link res to flow rc = %d\n", rc);
1433 ulp_mapper_mark_act_ptr_process(struct bnxt_ulp_mapper_parms *parms,
1434 struct bnxt_ulp_mapper_tbl_info *tbl)
1436 struct ulp_flow_db_res_params fid_parms;
1437 uint32_t act_idx, mark, mark_flag;
1439 enum bnxt_ulp_mark_db_opc mark_op = tbl->mark_db_opcode;
1442 if (mark_op == BNXT_ULP_MARK_DB_OPC_NOP ||
1443 !(mark_op == BNXT_ULP_MARK_DB_OPC_PUSH_IF_MARK_ACTION &&
1444 ULP_BITMAP_ISSET(parms->act_bitmap->bits,
1445 BNXT_ULP_ACT_BIT_MARK)))
1446 return rc; /* no need to perform mark action process */
1448 /* Get the mark id details from action property */
1449 memcpy(&mark, &parms->act_prop->act_details[BNXT_ULP_ACT_PROP_IDX_MARK],
1451 mark = tfp_be_to_cpu_32(mark);
1453 if (!ulp_regfile_read(parms->regfile,
1454 BNXT_ULP_RF_IDX_MAIN_ACTION_PTR,
1456 BNXT_TF_DBG(ERR, "read action ptr main failed\n");
1459 act_idx = tfp_be_to_cpu_64(val64);
1460 mark_flag = BNXT_ULP_MARK_LOCAL_HW_FID;
1461 rc = ulp_mark_db_mark_add(parms->ulp_ctx, mark_flag,
1464 BNXT_TF_DBG(ERR, "Failed to add mark to flow\n");
1467 fid_parms.direction = tbl->direction;
1468 fid_parms.resource_func = BNXT_ULP_RESOURCE_FUNC_HW_FID;
1469 fid_parms.critical_resource = tbl->critical_resource;
1470 fid_parms.resource_type = mark_flag;
1471 fid_parms.resource_hndl = act_idx;
1472 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
1474 BNXT_TF_DBG(ERR, "Fail to link res to flow rc = %d\n", rc);
1479 ulp_mapper_mark_vfr_idx_process(struct bnxt_ulp_mapper_parms *parms,
1480 struct bnxt_ulp_mapper_tbl_info *tbl)
1482 struct ulp_flow_db_res_params fid_parms;
1483 uint32_t act_idx, mark, mark_flag;
1485 enum bnxt_ulp_mark_db_opc mark_op = tbl->mark_db_opcode;
1488 if (mark_op == BNXT_ULP_MARK_DB_OPC_NOP ||
1489 mark_op == BNXT_ULP_MARK_DB_OPC_PUSH_IF_MARK_ACTION)
1490 return rc; /* no need to perform mark action process */
1492 /* Get the mark id details from the computed field of dev port id */
1493 mark = ULP_COMP_FLD_IDX_RD(parms, BNXT_ULP_CF_IDX_DEV_PORT_ID);
1495 /* Get the main action pointer */
1496 if (!ulp_regfile_read(parms->regfile,
1497 BNXT_ULP_RF_IDX_MAIN_ACTION_PTR,
1499 BNXT_TF_DBG(ERR, "read action ptr main failed\n");
1502 act_idx = tfp_be_to_cpu_64(val64);
1504 /* Set the mark flag to local fid and vfr flag */
1505 mark_flag = BNXT_ULP_MARK_LOCAL_HW_FID | BNXT_ULP_MARK_VFR_ID;
1507 rc = ulp_mark_db_mark_add(parms->ulp_ctx, mark_flag,
1510 BNXT_TF_DBG(ERR, "Failed to add mark to flow\n");
1513 fid_parms.direction = tbl->direction;
1514 fid_parms.resource_func = BNXT_ULP_RESOURCE_FUNC_HW_FID;
1515 fid_parms.critical_resource = tbl->critical_resource;
1516 fid_parms.resource_type = mark_flag;
1517 fid_parms.resource_hndl = act_idx;
1518 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
1520 BNXT_TF_DBG(ERR, "Fail to link res to flow rc = %d\n", rc);
1524 /* Tcam table scan the identifier list and allocate each identifier */
1526 ulp_mapper_tcam_tbl_scan_ident_alloc(struct bnxt_ulp_mapper_parms *parms,
1527 struct bnxt_ulp_mapper_tbl_info *tbl)
1529 struct bnxt_ulp_mapper_ident_info *idents;
1530 uint32_t num_idents;
1533 idents = ulp_mapper_ident_fields_get(parms, tbl, &num_idents);
1534 for (i = 0; i < num_idents; i++) {
1535 if (ulp_mapper_ident_process(parms, tbl,
1543 * Tcam table scan the identifier list and extract the identifier from
1547 ulp_mapper_tcam_tbl_scan_ident_extract(struct bnxt_ulp_mapper_parms *parms,
1548 struct bnxt_ulp_mapper_tbl_info *tbl,
1549 struct ulp_blob *data)
1551 struct bnxt_ulp_mapper_ident_info *idents;
1552 uint32_t num_idents = 0, i;
1556 * Extract the listed identifiers from the result field,
1557 * no need to allocate them.
1559 idents = ulp_mapper_ident_fields_get(parms, tbl, &num_idents);
1560 for (i = 0; i < num_idents; i++) {
1561 rc = ulp_mapper_ident_extract(parms, tbl, &idents[i], data);
1563 BNXT_TF_DBG(ERR, "Error in identifier extraction\n");
1570 /* Internal function to write the tcam entry */
1572 ulp_mapper_tcam_tbl_entry_write(struct bnxt_ulp_mapper_parms *parms,
1573 struct bnxt_ulp_mapper_tbl_info *tbl,
1574 struct ulp_blob *key,
1575 struct ulp_blob *mask,
1576 struct ulp_blob *data,
1579 struct tf_set_tcam_entry_parms sparms = { 0 };
1584 tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
1586 BNXT_TF_DBG(ERR, "Failed to get truflow pointer\n");
1590 sparms.dir = tbl->direction;
1591 sparms.tcam_tbl_type = tbl->resource_type;
1593 /* Already verified the key/mask lengths */
1594 sparms.key = ulp_blob_data_get(key, &tmplen);
1595 sparms.mask = ulp_blob_data_get(mask, &tmplen);
1596 sparms.key_sz_in_bits = tbl->key_bit_size;
1597 sparms.result = ulp_blob_data_get(data, &tmplen);
1599 if (tbl->result_bit_size != tmplen) {
1600 BNXT_TF_DBG(ERR, "Result len (%d) != Expected (%d)\n",
1601 tmplen, tbl->result_bit_size);
1604 sparms.result_sz_in_bits = tbl->result_bit_size;
1605 if (tf_set_tcam_entry(tfp, &sparms)) {
1606 BNXT_TF_DBG(ERR, "tcam[%s][%s][%x] write failed.\n",
1607 tf_tcam_tbl_2_str(sparms.tcam_tbl_type),
1608 tf_dir_2_str(sparms.dir), sparms.idx);
1613 rc = ulp_mapper_mark_act_ptr_process(parms, tbl);
1615 BNXT_TF_DBG(ERR, "failed mark action processing\n");
1622 #define BNXT_ULP_WC_TCAM_SLICE_SIZE 80
1623 /* internal function to post process the key/mask blobs for wildcard tcam tbl */
1624 static void ulp_mapper_wc_tcam_tbl_post_process(struct ulp_blob *blob,
1627 uint8_t mode[2] = {0x0, 0x0};
1628 uint32_t mode_len = len / BNXT_ULP_WC_TCAM_SLICE_SIZE;
1631 /* Add the mode bits to the key and mask*/
1634 else if (mode_len > 2)
1637 size = BNXT_ULP_WC_TCAM_SLICE_SIZE + ULP_BYTE_2_BITS(sizeof(mode));
1638 for (idx = 0; idx < mode_len; idx++)
1639 ulp_blob_insert(blob, (size * idx), mode,
1640 ULP_BYTE_2_BITS(sizeof(mode)));
1641 ulp_blob_perform_64B_word_swap(blob);
1642 ulp_blob_perform_64B_byte_swap(blob);
1646 ulp_mapper_tcam_tbl_process(struct bnxt_ulp_mapper_parms *parms,
1647 struct bnxt_ulp_mapper_tbl_info *tbl)
1649 struct bnxt_ulp_mapper_key_info *kflds;
1650 struct ulp_blob key, mask, data, update_data;
1651 uint32_t i, num_kflds;
1654 struct tf_alloc_tcam_entry_parms aparms = { 0 };
1655 struct tf_search_tcam_entry_parms searchparms = { 0 };
1656 struct ulp_flow_db_res_params fid_parms = { 0 };
1657 struct tf_free_tcam_entry_parms free_parms = { 0 };
1659 uint16_t tmplen = 0;
1662 /* Skip this if table opcode is NOP */
1663 if (tbl->tbl_opcode == BNXT_ULP_TCAM_TBL_OPC_NOT_USED ||
1664 tbl->tbl_opcode >= BNXT_ULP_TCAM_TBL_OPC_LAST) {
1665 BNXT_TF_DBG(ERR, "Invalid tcam table opcode %d\n",
1670 tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
1672 BNXT_TF_DBG(ERR, "Failed to get truflow pointer\n");
1676 kflds = ulp_mapper_key_fields_get(parms, tbl, &num_kflds);
1677 if (!kflds || !num_kflds) {
1678 BNXT_TF_DBG(ERR, "Failed to get key fields\n");
1682 if (!ulp_blob_init(&key, tbl->blob_key_bit_size,
1683 parms->device_params->byte_order) ||
1684 !ulp_blob_init(&mask, tbl->blob_key_bit_size,
1685 parms->device_params->byte_order) ||
1686 !ulp_blob_init(&data, tbl->result_bit_size,
1687 parms->device_params->byte_order) ||
1688 !ulp_blob_init(&update_data, tbl->result_bit_size,
1689 parms->device_params->byte_order)) {
1690 BNXT_TF_DBG(ERR, "blob inits failed.\n");
1694 if (tbl->resource_type == TF_TCAM_TBL_TYPE_WC_TCAM) {
1695 key.byte_order = BNXT_ULP_BYTE_ORDER_BE;
1696 mask.byte_order = BNXT_ULP_BYTE_ORDER_BE;
1699 /* create the key/mask */
1701 * NOTE: The WC table will require some kind of flag to handle the
1702 * mode bits within the key/mask
1704 for (i = 0; i < num_kflds; i++) {
1706 rc = ulp_mapper_field_process(parms, tbl->direction,
1707 &kflds[i].field_info_spec,
1708 &key, 1, "TCAM Key");
1710 BNXT_TF_DBG(ERR, "Key field set failed %s\n",
1711 kflds[i].field_info_spec.description);
1715 /* Setup the mask */
1716 rc = ulp_mapper_field_process(parms, tbl->direction,
1717 &kflds[i].field_info_mask,
1718 &mask, 0, "TCAM Mask");
1720 BNXT_TF_DBG(ERR, "Mask field set failed %s\n",
1721 kflds[i].field_info_mask.description);
1726 /* For wild card tcam perform the post process to swap the blob */
1727 if (tbl->resource_type == TF_TCAM_TBL_TYPE_WC_TCAM) {
1728 ulp_mapper_wc_tcam_tbl_post_process(&key, tbl->key_bit_size);
1729 ulp_mapper_wc_tcam_tbl_post_process(&mask, tbl->key_bit_size);
1732 if (tbl->tbl_opcode == BNXT_ULP_TCAM_TBL_OPC_ALLOC_WR_REGFILE) {
1733 /* allocate the tcam index */
1734 aparms.dir = tbl->direction;
1735 aparms.tcam_tbl_type = tbl->resource_type;
1736 aparms.key = ulp_blob_data_get(&key, &tmplen);
1737 aparms.key_sz_in_bits = tmplen;
1738 if (tbl->blob_key_bit_size != tmplen) {
1739 BNXT_TF_DBG(ERR, "Key len (%d) != Expected (%d)\n",
1740 tmplen, tbl->blob_key_bit_size);
1744 aparms.mask = ulp_blob_data_get(&mask, &tmplen);
1745 if (tbl->blob_key_bit_size != tmplen) {
1746 BNXT_TF_DBG(ERR, "Mask len (%d) != Expected (%d)\n",
1747 tmplen, tbl->blob_key_bit_size);
1751 /* calculate the entry priority */
1752 rc = ulp_mapper_priority_opc_process(parms, tbl,
1755 BNXT_TF_DBG(ERR, "entry priority process failed\n");
1759 rc = tf_alloc_tcam_entry(tfp, &aparms);
1761 BNXT_TF_DBG(ERR, "tcam alloc failed rc=%d.\n", rc);
1768 * Searching before allocation to see if we already have an
1769 * entry. This allows re-use of a constrained resource.
1771 searchparms.dir = tbl->direction;
1772 searchparms.tcam_tbl_type = tbl->resource_type;
1773 searchparms.key = ulp_blob_data_get(&key, &tmplen);
1774 searchparms.key_sz_in_bits = tbl->key_bit_size;
1775 searchparms.mask = ulp_blob_data_get(&mask, &tmplen);
1776 searchparms.alloc = 1;
1777 searchparms.result = ulp_blob_data_get(&data, &tmplen);
1778 searchparms.result_sz_in_bits = tbl->result_bit_size;
1780 /* calculate the entry priority */
1781 rc = ulp_mapper_priority_opc_process(parms, tbl,
1782 &searchparms.priority);
1784 BNXT_TF_DBG(ERR, "entry priority process failed\n");
1788 rc = tf_search_tcam_entry(tfp, &searchparms);
1790 BNXT_TF_DBG(ERR, "tcam search failed rc=%d\n", rc);
1794 /* Successful search, check the result */
1795 if (searchparms.search_status == REJECT) {
1796 BNXT_TF_DBG(ERR, "tcam alloc rejected\n");
1799 idx = searchparms.idx;
1800 hit = searchparms.hit;
1803 /* Write the tcam index into the regfile*/
1804 if (ulp_regfile_write(parms->regfile, tbl->tbl_operand,
1805 (uint64_t)tfp_cpu_to_be_64(idx))) {
1806 BNXT_TF_DBG(ERR, "Regfile[%d] write failed.\n",
1809 /* Need to free the tcam idx, so goto error */
1813 /* if it is miss then it is same as no search before alloc */
1814 if (!hit || tbl->tbl_opcode == BNXT_ULP_TCAM_TBL_OPC_ALLOC_WR_REGFILE) {
1815 /*Scan identifier list, allocate identifier and update regfile*/
1816 rc = ulp_mapper_tcam_tbl_scan_ident_alloc(parms, tbl);
1817 /* Create the result blob */
1819 rc = ulp_mapper_tbl_result_build(parms, tbl, &data,
1821 /* write the tcam entry */
1823 rc = ulp_mapper_tcam_tbl_entry_write(parms, tbl, &key,
1826 /*Scan identifier list, extract identifier and update regfile*/
1827 rc = ulp_mapper_tcam_tbl_scan_ident_extract(parms, tbl, &data);
1832 /* Add the tcam index to the flow database */
1833 fid_parms.direction = tbl->direction;
1834 fid_parms.resource_func = tbl->resource_func;
1835 fid_parms.resource_type = tbl->resource_type;
1836 fid_parms.critical_resource = tbl->critical_resource;
1837 fid_parms.resource_hndl = idx;
1838 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
1840 BNXT_TF_DBG(ERR, "Failed to link resource to flow rc = %d\n",
1842 /* Need to free the identifier, so goto error */
1848 free_parms.dir = tbl->direction;
1849 free_parms.tcam_tbl_type = tbl->resource_type;
1850 free_parms.idx = idx;
1851 trc = tf_free_tcam_entry(tfp, &free_parms);
1853 BNXT_TF_DBG(ERR, "Failed to free tcam[%d][%d][%d] on failure\n",
1854 tbl->resource_type, tbl->direction, idx);
1859 ulp_mapper_em_tbl_process(struct bnxt_ulp_mapper_parms *parms,
1860 struct bnxt_ulp_mapper_tbl_info *tbl)
1862 struct bnxt_ulp_mapper_key_info *kflds;
1863 struct ulp_blob key, data;
1864 uint32_t i, num_kflds;
1866 struct tf *tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
1867 struct ulp_flow_db_res_params fid_parms = { 0 };
1868 struct tf_insert_em_entry_parms iparms = { 0 };
1869 struct tf_delete_em_entry_parms free_parms = { 0 };
1870 enum bnxt_ulp_flow_mem_type mtype;
1874 rc = bnxt_ulp_cntxt_mem_type_get(parms->ulp_ctx, &mtype);
1876 BNXT_TF_DBG(ERR, "Failed to get the mem type for EM\n");
1880 kflds = ulp_mapper_key_fields_get(parms, tbl, &num_kflds);
1881 if (!kflds || !num_kflds) {
1882 BNXT_TF_DBG(ERR, "Failed to get key fields\n");
1886 /* Initialize the key/result blobs */
1887 if (!ulp_blob_init(&key, tbl->blob_key_bit_size,
1888 parms->device_params->byte_order) ||
1889 !ulp_blob_init(&data, tbl->result_bit_size,
1890 parms->device_params->byte_order)) {
1891 BNXT_TF_DBG(ERR, "blob inits failed.\n");
1895 /* create the key */
1896 for (i = 0; i < num_kflds; i++) {
1898 rc = ulp_mapper_field_process(parms, tbl->direction,
1899 &kflds[i].field_info_spec,
1902 BNXT_TF_DBG(ERR, "Key field set failed.\n");
1908 * TBD: Normally should process identifiers in case of using recycle or
1909 * loopback. Not supporting recycle for now.
1912 /* Create the result data blob */
1913 rc = ulp_mapper_tbl_result_build(parms, tbl, &data, "EM Result");
1915 BNXT_TF_DBG(ERR, "Failed to build the result blob\n");
1918 /* do the transpose for the internal EM keys */
1919 if (tbl->resource_func == BNXT_ULP_RESOURCE_FUNC_INT_EM_TABLE)
1920 ulp_blob_perform_byte_reverse(&key);
1922 rc = bnxt_ulp_cntxt_tbl_scope_id_get(parms->ulp_ctx,
1923 &iparms.tbl_scope_id);
1925 BNXT_TF_DBG(ERR, "Failed to get table scope rc=%d\n", rc);
1930 * NOTE: the actual blob size will differ from the size in the tbl
1931 * entry due to the padding.
1933 iparms.dup_check = 0;
1934 iparms.dir = tbl->direction;
1935 iparms.mem = tbl->resource_type;
1936 iparms.key = ulp_blob_data_get(&key, &tmplen);
1937 iparms.key_sz_in_bits = tbl->key_bit_size;
1938 iparms.em_record = ulp_blob_data_get(&data, &tmplen);
1939 iparms.em_record_sz_in_bits = tbl->result_bit_size;
1941 rc = tf_insert_em_entry(tfp, &iparms);
1943 BNXT_TF_DBG(ERR, "Failed to insert em entry rc=%d.\n", rc);
1947 /* Mark action process */
1948 if (mtype == BNXT_ULP_FLOW_MEM_TYPE_EXT &&
1949 tbl->resource_type == TF_MEM_EXTERNAL)
1950 rc = ulp_mapper_mark_gfid_process(parms, tbl, iparms.flow_id);
1951 else if (mtype == BNXT_ULP_FLOW_MEM_TYPE_INT &&
1952 tbl->resource_type == TF_MEM_INTERNAL)
1953 rc = ulp_mapper_mark_act_ptr_process(parms, tbl);
1955 BNXT_TF_DBG(ERR, "Failed to add mark to flow\n");
1959 /* Link the EM resource to the flow in the flow db */
1960 memset(&fid_parms, 0, sizeof(fid_parms));
1961 fid_parms.direction = tbl->direction;
1962 fid_parms.resource_func = tbl->resource_func;
1963 fid_parms.resource_type = tbl->resource_type;
1964 fid_parms.critical_resource = tbl->critical_resource;
1965 fid_parms.resource_hndl = iparms.flow_handle;
1967 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
1969 BNXT_TF_DBG(ERR, "Fail to link res to flow rc = %d\n",
1971 /* Need to free the identifier, so goto error */
1977 free_parms.dir = iparms.dir;
1978 free_parms.mem = iparms.mem;
1979 free_parms.tbl_scope_id = iparms.tbl_scope_id;
1980 free_parms.flow_handle = iparms.flow_handle;
1982 trc = tf_delete_em_entry(tfp, &free_parms);
1984 BNXT_TF_DBG(ERR, "Failed to delete EM entry on failed add\n");
1990 ulp_mapper_index_tbl_process(struct bnxt_ulp_mapper_parms *parms,
1991 struct bnxt_ulp_mapper_tbl_info *tbl)
1993 struct ulp_flow_db_res_params fid_parms;
1994 struct ulp_blob data;
1995 uint64_t regval = 0;
1997 uint32_t index, hit;
1998 int32_t rc = 0, trc = 0;
1999 struct tf_alloc_tbl_entry_parms aparms = { 0 };
2000 struct tf_search_tbl_entry_parms srchparms = { 0 };
2001 struct tf_set_tbl_entry_parms sparms = { 0 };
2002 struct tf_get_tbl_entry_parms gparms = { 0 };
2003 struct tf_free_tbl_entry_parms free_parms = { 0 };
2004 uint32_t tbl_scope_id;
2005 struct tf *tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
2009 bool search = false;
2011 /* use the max size if encap is enabled */
2012 if (tbl->encap_num_fields)
2013 bit_size = BNXT_ULP_FLMP_BLOB_SIZE_IN_BITS;
2015 bit_size = tbl->result_bit_size;
2017 /* Initialize the blob data */
2018 if (!ulp_blob_init(&data, bit_size,
2019 parms->device_params->byte_order)) {
2020 BNXT_TF_DBG(ERR, "Failed to initialize index table blob\n");
2024 /* Get the scope id first */
2025 rc = bnxt_ulp_cntxt_tbl_scope_id_get(parms->ulp_ctx, &tbl_scope_id);
2027 BNXT_TF_DBG(ERR, "Failed to get table scope rc=%d\n", rc);
2031 switch (tbl->tbl_opcode) {
2032 case BNXT_ULP_INDEX_TBL_OPC_ALLOC_REGFILE:
2035 case BNXT_ULP_INDEX_TBL_OPC_ALLOC_WR_REGFILE:
2037 * Build the entry, alloc an index, write the table, and store
2038 * the data in the regfile.
2043 case BNXT_ULP_INDEX_TBL_OPC_SRCH_ALLOC_WR_REGFILE:
2044 if (tbl->resource_type == TF_TBL_TYPE_EXT) {
2045 /* Not currently supporting with EXT */
2047 "Ext Table Search Opcode not supported.\n");
2051 * Search for the entry in the tf core. If it is hit, save the
2052 * index in the regfile. If it is a miss, Build the entry,
2053 * alloc an index, write the table, and store the data in the
2054 * regfile (same as ALLOC_WR).
2058 case BNXT_ULP_INDEX_TBL_OPC_WR_REGFILE:
2060 * get the index to write to from the regfile and then write
2063 if (!ulp_regfile_read(parms->regfile,
2067 "Failed to get tbl idx from regfile[%d].\n",
2071 index = tfp_be_to_cpu_64(regval);
2072 /* For external, we need to reverse shift */
2073 if (tbl->resource_type == TF_TBL_TYPE_EXT)
2074 index = TF_ACT_REC_PTR_2_OFFSET(index);
2078 case BNXT_ULP_INDEX_TBL_OPC_WR_GLB_REGFILE:
2080 * get the index to write to from the global regfile and then
2083 if (ulp_mapper_glb_resource_read(parms->mapper_data,
2088 "Failed to get tbl idx from Global "
2093 index = tfp_be_to_cpu_64(regval);
2094 /* For external, we need to reverse shift */
2095 if (tbl->resource_type == TF_TBL_TYPE_EXT)
2096 index = TF_ACT_REC_PTR_2_OFFSET(index);
2099 case BNXT_ULP_INDEX_TBL_OPC_RD_REGFILE:
2101 * The read is different from the rest and can be handled here
2102 * instead of trying to use common code. Simply read the table
2103 * with the index from the regfile, scan and store the
2104 * identifiers, and return.
2106 if (tbl->resource_type == TF_TBL_TYPE_EXT) {
2107 /* Not currently supporting with EXT */
2109 "Ext Table Read Opcode not supported.\n");
2112 if (!ulp_regfile_read(parms->regfile,
2113 tbl->tbl_operand, ®val)) {
2115 "Failed to get tbl idx from regfile[%d]\n",
2119 index = tfp_be_to_cpu_64(regval);
2120 gparms.dir = tbl->direction;
2121 gparms.type = tbl->resource_type;
2122 gparms.data = ulp_blob_data_get(&data, &tmplen);
2123 gparms.data_sz_in_bytes = ULP_BITS_2_BYTE(tbl->result_bit_size);
2125 rc = tf_get_tbl_entry(tfp, &gparms);
2127 BNXT_TF_DBG(ERR, "Failed to read the tbl entry %d:%d\n",
2128 tbl->resource_type, index);
2132 * Scan the fields in the entry and push them into the regfile.
2134 rc = ulp_mapper_tbl_ident_scan_ext(parms, tbl,
2136 gparms.data_sz_in_bytes,
2139 BNXT_TF_DBG(ERR, "Failed to read fields on tbl read "
2145 BNXT_TF_DBG(ERR, "Invalid index table opcode %d\n",
2150 if (write || search) {
2151 /* Get the result fields list */
2152 rc = ulp_mapper_tbl_result_build(parms,
2157 BNXT_TF_DBG(ERR, "Failed to build the result blob\n");
2163 /* Use the result blob to perform a search */
2164 memset(&srchparms, 0, sizeof(srchparms));
2165 srchparms.dir = tbl->direction;
2166 srchparms.type = tbl->resource_type;
2167 srchparms.alloc = 1;
2168 srchparms.result = ulp_blob_data_get(&data, &tmplen);
2169 srchparms.result_sz_in_bytes = ULP_BITS_2_BYTE(tmplen);
2170 srchparms.tbl_scope_id = tbl_scope_id;
2171 rc = tf_search_tbl_entry(tfp, &srchparms);
2173 BNXT_TF_DBG(ERR, "Alloc table[%s][%s] failed rc=%d\n",
2174 tf_tbl_type_2_str(tbl->resource_type),
2175 tf_dir_2_str(tbl->direction), rc);
2178 if (srchparms.search_status == REJECT) {
2179 BNXT_TF_DBG(ERR, "Alloc table[%s][%s] rejected.\n",
2180 tf_tbl_type_2_str(tbl->resource_type),
2181 tf_dir_2_str(tbl->direction));
2184 index = srchparms.idx;
2185 hit = srchparms.hit;
2193 aparms.dir = tbl->direction;
2194 aparms.type = tbl->resource_type;
2195 aparms.tbl_scope_id = tbl_scope_id;
2197 /* All failures after the alloc succeeds require a free */
2198 rc = tf_alloc_tbl_entry(tfp, &aparms);
2200 BNXT_TF_DBG(ERR, "Alloc table[%s][%s] failed rc=%d\n",
2201 tf_tbl_type_2_str(tbl->resource_type),
2202 tf_dir_2_str(tbl->direction), rc);
2208 if (search || alloc) {
2210 * Store the index in the regfile since we either allocated it
2213 * Calculate the idx for the result record, for external EM the
2214 * offset needs to be shifted accordingly.
2215 * If external non-inline table types are used then need to
2216 * revisit this logic.
2218 if (tbl->resource_type == TF_TBL_TYPE_EXT)
2219 regval = TF_ACT_REC_OFFSET_2_PTR(index);
2223 rc = ulp_regfile_write(parms->regfile,
2225 tfp_cpu_to_be_64(regval));
2227 BNXT_TF_DBG(ERR, "Failed to write regfile[%d] rc=%d\n",
2228 tbl->tbl_operand, rc);
2234 sparms.dir = tbl->direction;
2235 sparms.type = tbl->resource_type;
2236 sparms.data = ulp_blob_data_get(&data, &tmplen);
2237 sparms.data_sz_in_bytes = ULP_BITS_2_BYTE(tmplen);
2239 sparms.tbl_scope_id = tbl_scope_id;
2240 rc = tf_set_tbl_entry(tfp, &sparms);
2243 "Index table[%s][%s][%x] write failed "
2245 tf_tbl_type_2_str(sparms.type),
2246 tf_dir_2_str(sparms.dir),
2252 /* Link the resource to the flow in the flow db */
2253 memset(&fid_parms, 0, sizeof(fid_parms));
2254 fid_parms.direction = tbl->direction;
2255 fid_parms.resource_func = tbl->resource_func;
2256 fid_parms.resource_type = tbl->resource_type;
2257 fid_parms.resource_sub_type = tbl->resource_sub_type;
2258 fid_parms.resource_hndl = index;
2259 fid_parms.critical_resource = tbl->critical_resource;
2261 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
2263 BNXT_TF_DBG(ERR, "Failed to link resource to flow rc = %d\n",
2268 /* Perform the VF rep action */
2269 rc = ulp_mapper_mark_vfr_idx_process(parms, tbl);
2271 BNXT_TF_DBG(ERR, "Failed to add vfr mark rc = %d\n", rc);
2277 * Free the allocated resource since we failed to either
2278 * write to the entry or link the flow
2280 free_parms.dir = tbl->direction;
2281 free_parms.type = tbl->resource_type;
2282 free_parms.idx = index;
2283 free_parms.tbl_scope_id = tbl_scope_id;
2285 trc = tf_free_tbl_entry(tfp, &free_parms);
2287 BNXT_TF_DBG(ERR, "Failed to free tbl entry on failure\n");
2293 ulp_mapper_if_tbl_process(struct bnxt_ulp_mapper_parms *parms,
2294 struct bnxt_ulp_mapper_tbl_info *tbl)
2296 struct ulp_blob data, res_blob;
2300 struct tf_set_if_tbl_entry_parms iftbl_params = { 0 };
2301 struct tf_get_if_tbl_entry_parms get_parms = { 0 };
2302 struct tf *tfp = bnxt_ulp_cntxt_tfp_get(parms->ulp_ctx);
2303 enum bnxt_ulp_if_tbl_opc if_opc = tbl->tbl_opcode;
2306 /* Initialize the blob data */
2307 if (!ulp_blob_init(&data, tbl->result_bit_size,
2308 parms->device_params->byte_order)) {
2309 BNXT_TF_DBG(ERR, "Failed initial index table blob\n");
2313 /* create the result blob */
2314 rc = ulp_mapper_tbl_result_build(parms, tbl, &data, "IFtable Result");
2316 BNXT_TF_DBG(ERR, "Failed to build the result blob\n");
2320 /* Get the index details */
2322 case BNXT_ULP_IF_TBL_OPC_WR_COMP_FIELD:
2323 idx = ULP_COMP_FLD_IDX_RD(parms, tbl->tbl_operand);
2325 case BNXT_ULP_IF_TBL_OPC_WR_REGFILE:
2326 if (!ulp_regfile_read(parms->regfile, tbl->tbl_operand, &idx)) {
2327 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n",
2331 idx = tfp_be_to_cpu_64(idx);
2333 case BNXT_ULP_IF_TBL_OPC_WR_CONST:
2334 idx = tbl->tbl_operand;
2336 case BNXT_ULP_IF_TBL_OPC_RD_COMP_FIELD:
2337 /* Initialize the result blob */
2338 if (!ulp_blob_init(&res_blob, tbl->result_bit_size,
2339 parms->device_params->byte_order)) {
2340 BNXT_TF_DBG(ERR, "Failed initial result blob\n");
2344 /* read the interface table */
2345 idx = ULP_COMP_FLD_IDX_RD(parms, tbl->tbl_operand);
2346 res_size = ULP_BITS_2_BYTE(tbl->result_bit_size);
2347 get_parms.dir = tbl->direction;
2348 get_parms.type = tbl->resource_type;
2349 get_parms.idx = idx;
2350 get_parms.data = ulp_blob_data_get(&res_blob, &tmplen);
2351 get_parms.data_sz_in_bytes = res_size;
2353 rc = tf_get_if_tbl_entry(tfp, &get_parms);
2355 BNXT_TF_DBG(ERR, "Get table[%d][%s][%x] failed rc=%d\n",
2357 tf_dir_2_str(get_parms.dir),
2361 rc = ulp_mapper_tbl_ident_scan_ext(parms, tbl,
2364 res_blob.byte_order);
2366 BNXT_TF_DBG(ERR, "Scan and extract failed rc=%d\n", rc);
2368 case BNXT_ULP_IF_TBL_OPC_NOT_USED:
2369 return rc; /* skip it */
2371 BNXT_TF_DBG(ERR, "Invalid tbl index opcode\n");
2375 /* Perform the tf table set by filling the set params */
2376 iftbl_params.dir = tbl->direction;
2377 iftbl_params.type = tbl->resource_type;
2378 iftbl_params.data = ulp_blob_data_get(&data, &tmplen);
2379 iftbl_params.data_sz_in_bytes = ULP_BITS_2_BYTE(tmplen);
2380 iftbl_params.idx = idx;
2382 rc = tf_set_if_tbl_entry(tfp, &iftbl_params);
2384 BNXT_TF_DBG(ERR, "Set table[%d][%s][%x] failed rc=%d\n",
2385 iftbl_params.type,/* TBD: add tf_if_tbl_2_str */
2386 tf_dir_2_str(iftbl_params.dir),
2387 iftbl_params.idx, rc);
2392 * TBD: Need to look at the need to store idx in flow db for restore
2393 * the table to its original state on deletion of this entry.
2399 ulp_mapper_gen_tbl_process(struct bnxt_ulp_mapper_parms *parms,
2400 struct bnxt_ulp_mapper_tbl_info *tbl)
2402 struct bnxt_ulp_mapper_key_info *kflds;
2403 struct ulp_flow_db_res_params fid_parms;
2404 struct ulp_mapper_gen_tbl_entry gen_tbl_ent, *g;
2406 struct ulp_blob key, data;
2409 uint32_t i, ckey, num_kflds = 0;
2410 uint32_t gen_tbl_hit = 0, fdb_write = 0;
2414 /* Get the key fields list and build the key. */
2415 kflds = ulp_mapper_key_fields_get(parms, tbl, &num_kflds);
2416 if (!kflds || !num_kflds) {
2417 BNXT_TF_DBG(ERR, "Failed to get key fields\n");
2420 if (!ulp_blob_init(&key, tbl->key_bit_size,
2421 parms->device_params->byte_order)) {
2422 BNXT_TF_DBG(ERR, "Failed to alloc blob\n");
2425 for (i = 0; i < num_kflds; i++) {
2427 rc = ulp_mapper_field_process(parms, tbl->direction,
2428 &kflds[i].field_info_spec,
2429 &key, 1, "Gen Tbl Key");
2432 "Failed to create key for Gen tbl rc=%d\n",
2438 /* Calculate the table index for the generic table*/
2439 tbl_idx = ulp_mapper_gen_tbl_idx_calculate(tbl->resource_sub_type,
2442 BNXT_TF_DBG(ERR, "Invalid table index %x:%x\n",
2443 tbl->resource_sub_type, tbl->direction);
2447 /* The_key is a byte array convert it to a search index */
2448 cache_key = ulp_blob_data_get(&key, &tmplen);
2449 memcpy(&ckey, cache_key, sizeof(ckey));
2450 /* Get the generic table entry */
2451 rc = ulp_mapper_gen_tbl_entry_get(parms->ulp_ctx,
2452 tbl_idx, ckey, &gen_tbl_ent);
2455 "Failed to create key for Gen tbl rc=%d\n", rc);
2458 switch (tbl->tbl_opcode) {
2459 case BNXT_ULP_GENERIC_TBL_OPC_READ:
2460 /* check the reference count */
2461 if (ULP_GEN_TBL_REF_CNT(&gen_tbl_ent)) {
2463 /* Scan ident list and create the result blob*/
2464 rc = ulp_mapper_tbl_ident_scan_ext(parms, tbl,
2470 "Failed to scan ident list\n");
2473 /* increment the reference count */
2474 ULP_GEN_TBL_REF_CNT_INC(&gen_tbl_ent);
2481 case BNXT_ULP_GENERIC_TBL_OPC_WRITE:
2482 /* check the reference count */
2483 if (ULP_GEN_TBL_REF_CNT(&gen_tbl_ent)) {
2484 /* a hit then error */
2485 BNXT_TF_DBG(ERR, "generic entry already present %x\n",
2487 return -EINVAL; /* success */
2490 /* Initialize the blob data */
2491 if (!ulp_blob_init(&data, tbl->result_bit_size,
2492 gen_tbl_ent.byte_order)) {
2493 BNXT_TF_DBG(ERR, "Failed initial index table blob\n");
2497 /* Get the result fields list */
2498 rc = ulp_mapper_tbl_result_build(parms, tbl, &data,
2501 BNXT_TF_DBG(ERR, "Failed to build the result blob\n");
2504 byte_data = ulp_blob_data_get(&data, &tmplen);
2505 rc = ulp_mapper_gen_tbl_entry_data_set(&gen_tbl_ent,
2507 ULP_BITS_2_BYTE(tmplen));
2509 BNXT_TF_DBG(ERR, "Failed to write generic table\n");
2513 /* increment the reference count */
2514 ULP_GEN_TBL_REF_CNT_INC(&gen_tbl_ent);
2516 parms->shared_hndl = (uint64_t)tbl_idx << 32 | ckey;
2519 BNXT_TF_DBG(ERR, "Invalid table opcode %x\n", tbl->tbl_opcode);
2523 /* Set the generic entry hit */
2524 rc = ulp_regfile_write(parms->regfile,
2525 BNXT_ULP_RF_IDX_GENERIC_TBL_HIT,
2526 tfp_cpu_to_be_64(gen_tbl_hit));
2528 BNXT_TF_DBG(ERR, "Write regfile[%d] failed\n",
2529 BNXT_ULP_RF_IDX_GENERIC_TBL_HIT);
2533 /* add the entry to the flow database */
2535 memset(&fid_parms, 0, sizeof(fid_parms));
2536 fid_parms.direction = tbl->direction;
2537 fid_parms.resource_func = tbl->resource_func;
2538 fid_parms.resource_sub_type = tbl->resource_sub_type;
2539 fid_parms.resource_hndl = ckey;
2540 fid_parms.critical_resource = tbl->critical_resource;
2541 rc = ulp_mapper_fdb_opc_process(parms, tbl, &fid_parms);
2543 BNXT_TF_DBG(ERR, "Fail to add gen ent flowdb %d\n", rc);
2549 ulp_mapper_glb_resource_info_init(struct bnxt_ulp_context *ulp_ctx,
2550 struct bnxt_ulp_mapper_data *mapper_data)
2552 struct bnxt_ulp_glb_resource_info *glb_res;
2553 uint32_t num_glb_res_ids, idx;
2556 glb_res = ulp_mapper_glb_resource_info_list_get(&num_glb_res_ids);
2557 if (!glb_res || !num_glb_res_ids) {
2558 BNXT_TF_DBG(ERR, "Invalid Arguments\n");
2562 /* Iterate the global resources and process each one */
2563 for (idx = 0; idx < num_glb_res_ids; idx++) {
2564 switch (glb_res[idx].resource_func) {
2565 case BNXT_ULP_RESOURCE_FUNC_IDENTIFIER:
2566 rc = ulp_mapper_resource_ident_allocate(ulp_ctx,
2570 case BNXT_ULP_RESOURCE_FUNC_INDEX_TABLE:
2571 rc = ulp_mapper_resource_index_tbl_alloc(ulp_ctx,
2576 BNXT_TF_DBG(ERR, "Global resource %x not supported\n",
2577 glb_res[idx].resource_func);
2588 * Function to process the memtype opcode of the mapper table.
2589 * returns 1 to skip the table.
2590 * return 0 to continue processing the table.
2595 ulp_mapper_tbl_memtype_opcode_process(struct bnxt_ulp_mapper_parms *parms,
2596 struct bnxt_ulp_mapper_tbl_info *tbl)
2598 enum bnxt_ulp_flow_mem_type mtype = BNXT_ULP_FLOW_MEM_TYPE_INT;
2601 bnxt_ulp_cntxt_mem_type_get(parms->ulp_ctx, &mtype);
2603 switch (tbl->mem_type_opcode) {
2604 case BNXT_ULP_MEM_TYPE_OPC_EXECUTE_IF_INT:
2605 if (mtype == BNXT_ULP_FLOW_MEM_TYPE_INT)
2608 case BNXT_ULP_MEM_TYPE_OPC_EXECUTE_IF_EXT:
2609 if (mtype == BNXT_ULP_FLOW_MEM_TYPE_EXT)
2612 case BNXT_ULP_MEM_TYPE_OPC_NOP:
2617 "Invalid arg in mapper in memtype opcode\n");
2624 * Common conditional opcode process routine that is used for both the template
2625 * rejection and table conditional execution.
2628 ulp_mapper_cond_opc_process(struct bnxt_ulp_mapper_parms *parms,
2629 enum bnxt_ulp_cond_opc opc,
2638 case BNXT_ULP_COND_OPC_CF_IS_SET:
2639 if (operand < BNXT_ULP_CF_IDX_LAST) {
2640 *res = ULP_COMP_FLD_IDX_RD(parms, operand);
2642 BNXT_TF_DBG(ERR, "comp field out of bounds %d\n",
2647 case BNXT_ULP_COND_OPC_CF_NOT_SET:
2648 if (operand < BNXT_ULP_CF_IDX_LAST) {
2649 *res = !ULP_COMP_FLD_IDX_RD(parms, operand);
2651 BNXT_TF_DBG(ERR, "comp field out of bounds %d\n",
2656 case BNXT_ULP_COND_OPC_ACT_BIT_IS_SET:
2657 if (operand < BNXT_ULP_ACT_BIT_LAST) {
2658 *res = ULP_BITMAP_ISSET(parms->act_bitmap->bits,
2661 BNXT_TF_DBG(ERR, "action bit out of bounds %d\n",
2666 case BNXT_ULP_COND_OPC_ACT_BIT_NOT_SET:
2667 if (operand < BNXT_ULP_ACT_BIT_LAST) {
2668 *res = !ULP_BITMAP_ISSET(parms->act_bitmap->bits,
2671 BNXT_TF_DBG(ERR, "action bit out of bounds %d\n",
2676 case BNXT_ULP_COND_OPC_HDR_BIT_IS_SET:
2677 if (operand < BNXT_ULP_HDR_BIT_LAST) {
2678 *res = ULP_BITMAP_ISSET(parms->hdr_bitmap->bits,
2681 BNXT_TF_DBG(ERR, "header bit out of bounds %d\n",
2686 case BNXT_ULP_COND_OPC_HDR_BIT_NOT_SET:
2687 if (operand < BNXT_ULP_HDR_BIT_LAST) {
2688 *res = !ULP_BITMAP_ISSET(parms->hdr_bitmap->bits,
2691 BNXT_TF_DBG(ERR, "header bit out of bounds %d\n",
2696 case BNXT_ULP_COND_OPC_FIELD_BIT_IS_SET:
2697 rc = ulp_mapper_glb_field_tbl_get(parms, operand, &bit);
2699 BNXT_TF_DBG(ERR, "invalid ulp_glb_field_tbl idx %d\n",
2703 *res = ULP_INDEX_BITMAP_GET(parms->fld_bitmap->bits, bit);
2705 case BNXT_ULP_COND_OPC_FIELD_BIT_NOT_SET:
2706 rc = ulp_mapper_glb_field_tbl_get(parms, operand, &bit);
2708 BNXT_TF_DBG(ERR, "invalid ulp_glb_field_tbl idx %d\n",
2712 *res = !ULP_INDEX_BITMAP_GET(parms->fld_bitmap->bits, bit);
2714 case BNXT_ULP_COND_OPC_RF_IS_SET:
2715 if (!ulp_regfile_read(parms->regfile, operand, ®val)) {
2716 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n", operand);
2721 case BNXT_ULP_COND_OPC_RF_NOT_SET:
2722 if (!ulp_regfile_read(parms->regfile, operand, ®val)) {
2723 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n", operand);
2729 BNXT_TF_DBG(ERR, "Invalid conditional opcode %d\n", opc);
2737 * Processes a list of conditions and returns both a status and result of the
2738 * list. The status must be checked prior to verifying the result.
2740 * returns 0 for success, negative on failure
2741 * returns res = 1 for true, res = 0 for false.
2744 ulp_mapper_cond_opc_list_process(struct bnxt_ulp_mapper_parms *parms,
2745 enum bnxt_ulp_cond_list_opc list_opc,
2746 struct bnxt_ulp_mapper_cond_info *list,
2751 int32_t rc = 0, trc;
2754 case BNXT_ULP_COND_LIST_OPC_AND:
2755 /* AND Defaults to true. */
2758 case BNXT_ULP_COND_LIST_OPC_OR:
2759 /* OR Defaults to false. */
2762 case BNXT_ULP_COND_LIST_OPC_TRUE:
2765 case BNXT_ULP_COND_LIST_OPC_FALSE:
2769 BNXT_TF_DBG(ERR, "Invalid conditional list opcode %d\n",
2774 for (i = 0; i < num; i++) {
2775 rc = ulp_mapper_cond_opc_process(parms,
2776 list[i].cond_opcode,
2777 list[i].cond_operand,
2782 if (list_opc == BNXT_ULP_COND_LIST_OPC_AND) {
2783 /* early return if result is ever zero */
2789 /* early return if result is ever non-zero */
2801 * Processes conflict resolution and returns both a status and result.
2802 * The status must be checked prior to verifying the result.
2804 * returns 0 for success, negative on failure
2805 * returns res = 1 for true, res = 0 for false.
2808 ulp_mapper_conflict_resolution_process(struct bnxt_ulp_mapper_parms *parms,
2809 struct bnxt_ulp_mapper_tbl_info *tbl,
2814 uint64_t comp_sig_id;
2817 switch (tbl->accept_opcode) {
2818 case BNXT_ULP_ACCEPT_OPC_ALWAYS:
2821 case BNXT_ULP_ACCEPT_OPC_FLOW_SIG_ID_MATCH:
2822 /* perform the signature validation*/
2823 if (tbl->resource_func ==
2824 BNXT_ULP_RESOURCE_FUNC_GENERIC_TABLE) {
2825 /* Perform the check that generic table is hit or not */
2826 if (!ulp_regfile_read(parms->regfile,
2827 BNXT_ULP_RF_IDX_GENERIC_TBL_HIT,
2829 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n",
2830 BNXT_ULP_RF_IDX_GENERIC_TBL_HIT);
2834 /* not a hit so no need to check flow sign*/
2839 /* compare the new flow signature against stored one */
2840 if (!ulp_regfile_read(parms->regfile,
2841 BNXT_ULP_RF_IDX_FLOW_SIG_ID,
2843 BNXT_TF_DBG(ERR, "regfile[%d] read oob\n",
2844 BNXT_ULP_RF_IDX_FLOW_SIG_ID);
2847 comp_sig_id = ULP_COMP_FLD_IDX_RD(parms,
2848 BNXT_ULP_CF_IDX_FLOW_SIG_ID);
2849 regval = tfp_be_to_cpu_64(regval);
2850 if (comp_sig_id == regval)
2853 BNXT_TF_DBG(ERR, "failed signature match %x:%x\n",
2854 (uint32_t)comp_sig_id, (uint32_t)regval);
2857 BNXT_TF_DBG(ERR, "Invalid accept opcode %d\n",
2858 tbl->accept_opcode);
2865 ulp_mapper_tbls_process(struct bnxt_ulp_mapper_parms *parms, uint32_t tid)
2867 struct bnxt_ulp_mapper_cond_info *cond_tbls = NULL;
2868 enum bnxt_ulp_cond_list_opc cond_opc;
2869 struct bnxt_ulp_mapper_tbl_info *tbls;
2870 struct bnxt_ulp_mapper_tbl_info *tbl;
2871 uint32_t num_tbls, tbl_idx, num_cond_tbls;
2872 int32_t rc = -EINVAL, cond_rc = 0;
2873 uint32_t cond_goto = 1;
2875 cond_tbls = ulp_mapper_tmpl_reject_list_get(parms, tid,
2879 * Process the reject list if exists, otherwise assume that the
2880 * template is allowed.
2882 if (cond_tbls && num_cond_tbls) {
2883 rc = ulp_mapper_cond_opc_list_process(parms,
2891 /* Reject the template if True */
2893 BNXT_TF_DBG(ERR, "%s Template %d rejected.\n",
2894 ulp_mapper_tmpl_name_str(parms->tmpl_type),
2900 tbls = ulp_mapper_tbl_list_get(parms, tid, &num_tbls);
2901 if (!tbls || !num_tbls) {
2902 BNXT_TF_DBG(ERR, "No %s tables for %d:%d\n",
2903 ulp_mapper_tmpl_name_str(parms->tmpl_type),
2904 parms->dev_id, tid);
2908 for (tbl_idx = 0; tbl_idx < num_tbls && cond_goto;) {
2909 tbl = &tbls[tbl_idx];
2910 cond_goto = tbl->execute_info.cond_goto;
2911 /* Handle the table level opcodes to determine if required. */
2912 if (ulp_mapper_tbl_memtype_opcode_process(parms, tbl)) {
2917 cond_tbls = ulp_mapper_tbl_execute_list_get(parms, tbl,
2920 rc = ulp_mapper_cond_opc_list_process(parms, cond_opc,
2921 cond_tbls, num_cond_tbls,
2924 BNXT_TF_DBG(ERR, "Failed to process cond opc list "
2928 /* Skip the table if False */
2934 /* process the fdb opcode for alloc push */
2935 if (tbl->fdb_opcode == BNXT_ULP_FDB_OPC_ALLOC_PUSH_REGFILE) {
2936 rc = ulp_mapper_fdb_opc_alloc_rid(parms, tbl);
2938 BNXT_TF_DBG(ERR, "Failed to do fdb alloc\n");
2943 switch (tbl->resource_func) {
2944 case BNXT_ULP_RESOURCE_FUNC_TCAM_TABLE:
2945 rc = ulp_mapper_tcam_tbl_process(parms, tbl);
2947 case BNXT_ULP_RESOURCE_FUNC_EXT_EM_TABLE:
2948 case BNXT_ULP_RESOURCE_FUNC_INT_EM_TABLE:
2949 rc = ulp_mapper_em_tbl_process(parms, tbl);
2951 case BNXT_ULP_RESOURCE_FUNC_INDEX_TABLE:
2952 rc = ulp_mapper_index_tbl_process(parms, tbl);
2954 case BNXT_ULP_RESOURCE_FUNC_IF_TABLE:
2955 rc = ulp_mapper_if_tbl_process(parms, tbl);
2957 case BNXT_ULP_RESOURCE_FUNC_GENERIC_TABLE:
2958 rc = ulp_mapper_gen_tbl_process(parms, tbl);
2960 case BNXT_ULP_RESOURCE_FUNC_INVALID:
2961 case BNXT_ULP_RESOURCE_FUNC_BRANCH_TABLE:
2965 BNXT_TF_DBG(ERR, "Unexpected mapper resource %d\n",
2966 tbl->resource_func);
2972 BNXT_TF_DBG(ERR, "Resource type %d failed\n",
2973 tbl->resource_func);
2977 /* perform the post table process */
2978 rc = ulp_mapper_conflict_resolution_process(parms, tbl,
2980 if (rc || !cond_rc) {
2981 BNXT_TF_DBG(ERR, "Failed due to conflict resolution\n");
2985 tbl_idx += cond_goto;
2990 BNXT_TF_DBG(ERR, "%s tables failed creation for %d:%d\n",
2991 ulp_mapper_tmpl_name_str(parms->tmpl_type),
2992 parms->dev_id, tid);
2997 ulp_mapper_resource_free(struct bnxt_ulp_context *ulp,
2999 struct ulp_flow_db_res_params *res)
3005 BNXT_TF_DBG(ERR, "Unable to free resource\n ");
3009 tfp = bnxt_ulp_cntxt_tfp_get(ulp);
3011 BNXT_TF_DBG(ERR, "Unable to free resource failed to get tfp\n");
3015 switch (res->resource_func) {
3016 case BNXT_ULP_RESOURCE_FUNC_TCAM_TABLE:
3017 rc = ulp_mapper_tcam_entry_free(ulp, tfp, res);
3019 case BNXT_ULP_RESOURCE_FUNC_EXT_EM_TABLE:
3020 case BNXT_ULP_RESOURCE_FUNC_INT_EM_TABLE:
3021 rc = ulp_mapper_em_entry_free(ulp, tfp, res);
3023 case BNXT_ULP_RESOURCE_FUNC_INDEX_TABLE:
3024 rc = ulp_mapper_index_entry_free(ulp, tfp, res);
3026 case BNXT_ULP_RESOURCE_FUNC_IDENTIFIER:
3027 rc = ulp_mapper_ident_free(ulp, tfp, res);
3029 case BNXT_ULP_RESOURCE_FUNC_HW_FID:
3030 rc = ulp_mapper_mark_free(ulp, res);
3032 case BNXT_ULP_RESOURCE_FUNC_PARENT_FLOW:
3033 rc = ulp_mapper_parent_flow_free(ulp, fid, res);
3035 case BNXT_ULP_RESOURCE_FUNC_CHILD_FLOW:
3036 rc = ulp_mapper_child_flow_free(ulp, fid, res);
3038 case BNXT_ULP_RESOURCE_FUNC_GENERIC_TABLE:
3039 rc = ulp_mapper_gen_tbl_res_free(ulp, res);
3049 ulp_mapper_resources_free(struct bnxt_ulp_context *ulp_ctx,
3050 enum bnxt_ulp_fdb_type flow_type,
3053 struct ulp_flow_db_res_params res_parms = { 0 };
3057 BNXT_TF_DBG(ERR, "Invalid parms, unable to free flow\n");
3062 * Set the critical resource on the first resource del, then iterate
3063 * while status is good
3065 res_parms.critical_resource = BNXT_ULP_CRITICAL_RESOURCE_YES;
3066 rc = ulp_flow_db_resource_del(ulp_ctx, flow_type, fid, &res_parms);
3070 * This is unexpected on the first call to resource del.
3071 * It likely means that the flow did not exist in the flow db.
3073 BNXT_TF_DBG(ERR, "Flow[%d][0x%08x] failed to free (rc=%d)\n",
3074 flow_type, fid, rc);
3079 trc = ulp_mapper_resource_free(ulp_ctx, fid, &res_parms);
3082 * On fail, we still need to attempt to free the
3083 * remaining resources. Don't return
3086 "Flow[%d][0x%x] Res[%d][0x%016" PRIx64
3087 "] failed rc=%d.\n",
3088 flow_type, fid, res_parms.resource_func,
3089 res_parms.resource_hndl, trc);
3091 /* All subsequent call require the non-critical_resource */
3092 res_parms.critical_resource = BNXT_ULP_CRITICAL_RESOURCE_NO;
3094 rc = ulp_flow_db_resource_del(ulp_ctx,
3100 /* Free the Flow ID since we've removed all resources */
3101 rc = ulp_flow_db_fid_free(ulp_ctx, flow_type, fid);
3107 ulp_mapper_glb_resource_info_deinit(struct bnxt_ulp_context *ulp_ctx,
3108 struct bnxt_ulp_mapper_data *mapper_data)
3110 struct bnxt_ulp_mapper_glb_resource_entry *ent;
3111 struct ulp_flow_db_res_params res;
3114 /* Iterate the global resources and process each one */
3115 for (dir = TF_DIR_RX; dir < TF_DIR_MAX; dir++) {
3116 for (idx = 0; idx < BNXT_ULP_GLB_RESOURCE_TBL_MAX_SZ;
3118 ent = &mapper_data->glb_res_tbl[dir][idx];
3119 if (ent->resource_func ==
3120 BNXT_ULP_RESOURCE_FUNC_INVALID)
3122 memset(&res, 0, sizeof(struct ulp_flow_db_res_params));
3123 res.resource_func = ent->resource_func;
3124 res.direction = dir;
3125 res.resource_type = ent->resource_type;
3126 /*convert it from BE to cpu */
3128 tfp_be_to_cpu_64(ent->resource_hndl);
3129 ulp_mapper_resource_free(ulp_ctx, 0, &res);
3135 ulp_mapper_flow_destroy(struct bnxt_ulp_context *ulp_ctx,
3136 enum bnxt_ulp_fdb_type flow_type,
3142 BNXT_TF_DBG(ERR, "Invalid parms, unable to free flow\n");
3146 rc = ulp_mapper_resources_free(ulp_ctx, flow_type, fid);
3150 /* Function to handle the default global templates that are allocated during
3151 * the startup and reused later.
3154 ulp_mapper_glb_template_table_init(struct bnxt_ulp_context *ulp_ctx)
3156 uint32_t *glbl_tmpl_list;
3157 uint32_t num_glb_tmpls, idx, dev_id;
3158 struct bnxt_ulp_mapper_parms parms;
3159 struct bnxt_ulp_mapper_data *mapper_data;
3162 glbl_tmpl_list = ulp_mapper_glb_template_table_get(&num_glb_tmpls);
3163 if (!glbl_tmpl_list || !num_glb_tmpls)
3164 return rc; /* No global templates to process */
3166 /* Get the device id from the ulp context */
3167 if (bnxt_ulp_cntxt_dev_id_get(ulp_ctx, &dev_id)) {
3168 BNXT_TF_DBG(ERR, "Invalid ulp context\n");
3172 mapper_data = bnxt_ulp_cntxt_ptr2_mapper_data_get(ulp_ctx);
3174 BNXT_TF_DBG(ERR, "Failed to get the ulp mapper data\n");
3178 /* Iterate the global resources and process each one */
3179 for (idx = 0; idx < num_glb_tmpls; idx++) {
3180 /* Initialize the parms structure */
3181 memset(&parms, 0, sizeof(parms));
3182 parms.tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
3183 parms.ulp_ctx = ulp_ctx;
3184 parms.dev_id = dev_id;
3185 parms.mapper_data = mapper_data;
3186 parms.flow_type = BNXT_ULP_FDB_TYPE_DEFAULT;
3187 parms.tmpl_type = BNXT_ULP_TEMPLATE_TYPE_CLASS;
3189 /* Get the class table entry from dev id and class id */
3190 parms.class_tid = glbl_tmpl_list[idx];
3192 parms.device_params = bnxt_ulp_device_params_get(parms.dev_id);
3193 if (!parms.device_params) {
3194 BNXT_TF_DBG(ERR, "No device for device id %d\n",
3199 rc = ulp_mapper_tbls_process(&parms, parms.class_tid);
3206 /* Function to handle the mapping of the Flow to be compatible
3207 * with the underlying hardware.
3210 ulp_mapper_flow_create(struct bnxt_ulp_context *ulp_ctx,
3211 struct bnxt_ulp_mapper_create_parms *cparms)
3213 struct bnxt_ulp_mapper_parms parms;
3214 struct ulp_regfile regfile;
3215 int32_t rc = 0, trc;
3217 if (!ulp_ctx || !cparms)
3220 /* Initialize the parms structure */
3221 memset(&parms, 0, sizeof(parms));
3222 parms.act_prop = cparms->act_prop;
3223 parms.act_bitmap = cparms->act;
3224 parms.hdr_bitmap = cparms->hdr_bitmap;
3225 parms.regfile = ®file;
3226 parms.hdr_field = cparms->hdr_field;
3227 parms.fld_bitmap = cparms->fld_bitmap;
3228 parms.comp_fld = cparms->comp_fld;
3229 parms.tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
3230 parms.ulp_ctx = ulp_ctx;
3231 parms.act_tid = cparms->act_tid;
3232 parms.class_tid = cparms->class_tid;
3233 parms.flow_type = cparms->flow_type;
3234 parms.parent_flow = cparms->parent_flow;
3235 parms.parent_fid = cparms->parent_fid;
3236 parms.fid = cparms->flow_id;
3237 parms.tun_idx = cparms->tun_idx;
3238 parms.app_priority = cparms->app_priority;
3240 /* Get the device id from the ulp context */
3241 if (bnxt_ulp_cntxt_dev_id_get(ulp_ctx, &parms.dev_id)) {
3242 BNXT_TF_DBG(ERR, "Invalid ulp context\n");
3246 /* Get the device params, it will be used in later processing */
3247 parms.device_params = bnxt_ulp_device_params_get(parms.dev_id);
3248 if (!parms.device_params) {
3249 BNXT_TF_DBG(ERR, "No device parms for device id %d\n",
3255 * Get the mapper data for dynamic mapper data such as default
3258 parms.mapper_data = (struct bnxt_ulp_mapper_data *)
3259 bnxt_ulp_cntxt_ptr2_mapper_data_get(ulp_ctx);
3260 if (!parms.mapper_data) {
3261 BNXT_TF_DBG(ERR, "Failed to get the ulp mapper data\n");
3265 /* initialize the registry file for further processing */
3266 if (!ulp_regfile_init(parms.regfile)) {
3267 BNXT_TF_DBG(ERR, "regfile initialization failed.\n");
3271 /* Process the action template list from the selected action table*/
3272 if (parms.act_tid) {
3273 parms.tmpl_type = BNXT_ULP_TEMPLATE_TYPE_ACTION;
3274 /* Process the action template tables */
3275 rc = ulp_mapper_tbls_process(&parms, parms.act_tid);
3280 if (parms.class_tid) {
3281 parms.tmpl_type = BNXT_ULP_TEMPLATE_TYPE_CLASS;
3283 /* Process the class template tables.*/
3284 rc = ulp_mapper_tbls_process(&parms, parms.class_tid);
3289 /* setup the parent-child details */
3290 if (parms.parent_flow) {
3291 /* create a parent flow details */
3292 rc = ulp_flow_db_parent_flow_create(&parms);
3295 } else if (parms.parent_fid) {
3296 /* create a child flow details */
3297 rc = ulp_flow_db_child_flow_create(&parms);
3305 /* Free all resources that were allocated during flow creation */
3306 trc = ulp_mapper_flow_destroy(ulp_ctx, parms.flow_type,
3309 BNXT_TF_DBG(ERR, "Failed to free all resources rc=%d\n", trc);
3315 ulp_mapper_init(struct bnxt_ulp_context *ulp_ctx)
3317 struct bnxt_ulp_mapper_data *data;
3324 tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
3328 data = rte_zmalloc("ulp_mapper_data",
3329 sizeof(struct bnxt_ulp_mapper_data), 0);
3331 BNXT_TF_DBG(ERR, "Failed to allocate the mapper data\n");
3335 if (bnxt_ulp_cntxt_ptr2_mapper_data_set(ulp_ctx, data)) {
3336 BNXT_TF_DBG(ERR, "Failed to set mapper data in context\n");
3337 /* Don't call deinit since the prof_func wasn't allocated. */
3342 /* Allocate the global resource ids */
3343 rc = ulp_mapper_glb_resource_info_init(ulp_ctx, data);
3345 BNXT_TF_DBG(ERR, "Failed to initialize global resource ids\n");
3349 /* Allocate the generic table list */
3350 rc = ulp_mapper_generic_tbl_list_init(data);
3352 BNXT_TF_DBG(ERR, "Failed to initialize generic tbl list\n");
3356 /* Allocate global template table entries */
3357 rc = ulp_mapper_glb_template_table_init(ulp_ctx);
3359 BNXT_TF_DBG(ERR, "Failed to initialize global templates\n");
3365 /* Ignore the return code in favor of returning the original error. */
3366 ulp_mapper_deinit(ulp_ctx);
3371 ulp_mapper_deinit(struct bnxt_ulp_context *ulp_ctx)
3373 struct bnxt_ulp_mapper_data *data;
3378 "Failed to acquire ulp context, so data may "
3379 "not be released.\n");
3383 data = (struct bnxt_ulp_mapper_data *)
3384 bnxt_ulp_cntxt_ptr2_mapper_data_get(ulp_ctx);
3386 /* Go ahead and return since there is no allocated data. */
3387 BNXT_TF_DBG(ERR, "No data appears to have been allocated.\n");
3391 tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
3393 BNXT_TF_DBG(ERR, "Failed to acquire tfp.\n");
3394 /* Free the mapper data regardless of errors. */
3395 goto free_mapper_data;
3398 /* Free the global resource info table entries */
3399 ulp_mapper_glb_resource_info_deinit(ulp_ctx, data);
3402 /* Free the generic table */
3403 (void)ulp_mapper_generic_tbl_list_deinit(data);
3406 /* Reset the data pointer within the ulp_ctx. */
3407 bnxt_ulp_cntxt_ptr2_mapper_data_set(ulp_ctx, NULL);