1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019-2020 Broadcom
7 #include <rte_malloc.h>
9 #include <rte_flow_driver.h>
10 #include <rte_tailq.h>
14 #include "bnxt_tf_common.h"
16 #include "tf_ext_flow_handle.h"
18 #include "ulp_template_db_enum.h"
19 #include "ulp_template_struct.h"
20 #include "ulp_mark_mgr.h"
21 #include "ulp_fc_mgr.h"
22 #include "ulp_flow_db.h"
23 #include "ulp_mapper.h"
24 #include "ulp_port_db.h"
26 /* Linked list of all TF sessions. */
27 STAILQ_HEAD(, bnxt_ulp_session_state) bnxt_ulp_session_list =
28 STAILQ_HEAD_INITIALIZER(bnxt_ulp_session_list);
30 /* Mutex to synchronize bnxt_ulp_session_list operations. */
31 static pthread_mutex_t bnxt_ulp_global_mutex = PTHREAD_MUTEX_INITIALIZER;
34 * Allow the deletion of context only for the bnxt device that
35 * created the session.
38 ulp_ctx_deinit_allowed(struct bnxt_ulp_context *ulp_ctx)
40 if (!ulp_ctx || !ulp_ctx->cfg_data)
43 if (!ulp_ctx->cfg_data->ref_cnt) {
44 BNXT_TF_DBG(DEBUG, "ulp ctx shall initiate deinit\n");
52 bnxt_ulp_devid_get(struct bnxt *bp,
53 enum bnxt_ulp_device_id *ulp_dev_id)
55 if (BNXT_CHIP_THOR(bp))
57 /* Assuming Whitney */
58 *ulp_dev_id = BNXT_ULP_DEVICE_ID_WH_PLUS;
60 if (BNXT_STINGRAY(bp))
61 *ulp_dev_id = BNXT_ULP_DEVICE_ID_STINGRAY;
63 /* Assuming Whitney */
64 *ulp_dev_id = BNXT_ULP_DEVICE_ID_WH_PLUS;
69 bnxt_ulp_tf_session_resources_get(struct bnxt *bp,
70 struct tf_session_resources *res)
75 rc = bnxt_ulp_cntxt_dev_id_get(bp->ulp_ctx, &dev_id);
77 BNXT_TF_DBG(ERR, "Unable to get device id from ulp.\n");
82 case BNXT_ULP_DEVICE_ID_WH_PLUS:
85 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_L2_CTXT_HIGH] = 422;
86 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_L2_CTXT_LOW] = 6;
87 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_WC_PROF] = 192;
88 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_PROF_FUNC] = 64;
89 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_EM_PROF] = 192;
92 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_FULL_ACT_RECORD] = 8192;
93 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_STATS_64] = 16384;
94 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_MODIFY_IPV4] = 1023;
97 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_ENCAP_8B] = 511;
98 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_ENCAP_16B] = 63;
101 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_HIGH] =
103 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_LOW] =
105 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_PROF_TCAM] = 960;
106 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_WC_TCAM] = 88;
109 res->em_cnt[TF_DIR_RX].cnt[TF_EM_TBL_TYPE_EM_RECORD] = 13168;
112 res->em_cnt[TF_DIR_RX].cnt[TF_EM_TBL_TYPE_TBL_SCOPE] = 1;
115 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_SP_SMAC] = 255;
119 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_L2_CTXT_HIGH] = 292;
120 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_L2_CTXT_LOW] = 148;
121 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_WC_PROF] = 192;
122 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_PROF_FUNC] = 64;
123 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_EM_PROF] = 192;
126 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_FULL_ACT_RECORD] = 8192;
127 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_STATS_64] = 16384;
128 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_MODIFY_IPV4] = 1023;
131 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_64B] = 511;
132 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_16B] = 223;
133 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_8B] = 255;
136 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_HIGH] =
138 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_LOW] =
140 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_PROF_TCAM] = 960;
141 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_WC_TCAM] = 928;
144 res->em_cnt[TF_DIR_TX].cnt[TF_EM_TBL_TYPE_EM_RECORD] = 15232;
147 res->em_cnt[TF_DIR_TX].cnt[TF_EM_TBL_TYPE_TBL_SCOPE] = 1;
150 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_SP_SMAC_IPV4] = 488;
151 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_SP_SMAC_IPV6] = 511;
153 case BNXT_ULP_DEVICE_ID_STINGRAY:
156 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_L2_CTXT_HIGH] = 100;
157 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_L2_CTXT_LOW] = 6;
158 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_WC_PROF] = 10;
159 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_PROF_FUNC] = 10;
160 res->ident_cnt[TF_DIR_RX].cnt[TF_IDENT_TYPE_EM_PROF] = 10;
163 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_FULL_ACT_RECORD] = 8192;
164 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_STATS_64] = 16384;
165 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_MODIFY_IPV4] = 1023;
168 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_ENCAP_8B] = 511;
169 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_ENCAP_16B] = 63;
172 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_HIGH] =
174 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_LOW] =
176 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_PROF_TCAM] = 100;
177 res->tcam_cnt[TF_DIR_RX].cnt[TF_TCAM_TBL_TYPE_WC_TCAM] = 0;
180 res->em_cnt[TF_DIR_RX].cnt[TF_EM_TBL_TYPE_EM_RECORD] = 13168;
183 res->em_cnt[TF_DIR_RX].cnt[TF_EM_TBL_TYPE_TBL_SCOPE] = 1;
186 res->tbl_cnt[TF_DIR_RX].cnt[TF_TBL_TYPE_ACT_SP_SMAC] = 255;
190 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_L2_CTXT_HIGH] = 100;
191 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_L2_CTXT_LOW] = 100;
192 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_WC_PROF] = 10;
193 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_PROF_FUNC] = 10;
194 res->ident_cnt[TF_DIR_TX].cnt[TF_IDENT_TYPE_EM_PROF] = 10;
197 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_FULL_ACT_RECORD] = 8192;
198 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_STATS_64] = 16384;
199 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_MODIFY_IPV4] = 1023;
202 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_64B] = 511;
203 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_16B] = 223;
204 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_ENCAP_8B] = 255;
207 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_HIGH] =
209 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_L2_CTXT_TCAM_LOW] =
211 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_PROF_TCAM] = 100;
212 res->tcam_cnt[TF_DIR_TX].cnt[TF_TCAM_TBL_TYPE_WC_TCAM] = 0;
215 res->em_cnt[TF_DIR_TX].cnt[TF_EM_TBL_TYPE_EM_RECORD] = 15232;
218 res->em_cnt[TF_DIR_TX].cnt[TF_EM_TBL_TYPE_TBL_SCOPE] = 1;
221 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_SP_SMAC_IPV4] = 488;
222 res->tbl_cnt[TF_DIR_TX].cnt[TF_TBL_TYPE_ACT_SP_SMAC_IPV6] = 511;
232 * Initialize an ULP session.
233 * An ULP session will contain all the resources needed to support rte flow
234 * offloads. A session is initialized as part of rte_eth_device start.
235 * A single vswitch instance can have multiple uplinks which means
236 * rte_eth_device start will be called for each of these devices.
237 * ULP session manager will make sure that a single ULP session is only
238 * initialized once. Apart from this, it also initializes MARK database,
239 * EEM table & flow database. ULP session manager also manages a list of
240 * all opened ULP sessions.
243 ulp_ctx_session_open(struct bnxt *bp,
244 struct bnxt_ulp_session_state *session)
246 struct rte_eth_dev *ethdev = bp->eth_dev;
248 struct tf_open_session_parms params;
249 struct tf_session_resources *resources;
252 memset(¶ms, 0, sizeof(params));
254 rc = rte_eth_dev_get_name_by_port(ethdev->data->port_id,
255 params.ctrl_chan_name);
257 BNXT_TF_DBG(ERR, "Invalid port %d, rc = %d\n",
258 ethdev->data->port_id, rc);
262 params.shadow_copy = true;
264 rc = bnxt_ulp_cntxt_dev_id_get(bp->ulp_ctx, &ulp_dev_id);
266 BNXT_TF_DBG(ERR, "Unable to get device id from ulp.\n");
270 switch (ulp_dev_id) {
271 case BNXT_ULP_DEVICE_ID_WH_PLUS:
272 params.device_type = TF_DEVICE_TYPE_WH;
274 case BNXT_ULP_DEVICE_ID_STINGRAY:
275 params.device_type = TF_DEVICE_TYPE_SR;
278 BNXT_TF_DBG(ERR, "Unable to determine device for "
279 "opening session.\n");
283 resources = ¶ms.resources;
284 rc = bnxt_ulp_tf_session_resources_get(bp, resources);
286 BNXT_TF_DBG(ERR, "Unable to determine tf resources for "
291 rc = tf_open_session(&bp->tfp, ¶ms);
293 BNXT_TF_DBG(ERR, "Failed to open TF session - %s, rc = %d\n",
294 params.ctrl_chan_name, rc);
297 if (!session->session_opened) {
298 session->session_opened = 1;
299 session->g_tfp = rte_zmalloc("bnxt_ulp_session_tfp",
300 sizeof(struct tf), 0);
301 session->g_tfp->session = bp->tfp.session;
307 * Close the ULP session.
308 * It takes the ulp context pointer.
311 ulp_ctx_session_close(struct bnxt *bp,
312 struct bnxt_ulp_session_state *session)
314 /* close the session in the hardware */
315 if (session->session_opened)
316 tf_close_session(&bp->tfp);
317 session->session_opened = 0;
318 rte_free(session->g_tfp);
319 session->g_tfp = NULL;
323 bnxt_init_tbl_scope_parms(struct bnxt *bp,
324 struct tf_alloc_tbl_scope_parms *params)
326 struct bnxt_ulp_device_params *dparms;
330 rc = bnxt_ulp_cntxt_dev_id_get(bp->ulp_ctx, &dev_id);
332 /* TBD: For now, just use default. */
335 dparms = bnxt_ulp_device_params_get(dev_id);
338 * Set the flush timer for EEM entries. The value is in 100ms intervals,
341 params->hw_flow_cache_flush_timer = 100;
344 params->rx_max_key_sz_in_bits = BNXT_ULP_DFLT_RX_MAX_KEY;
345 params->rx_max_action_entry_sz_in_bits =
346 BNXT_ULP_DFLT_RX_MAX_ACTN_ENTRY;
347 params->rx_mem_size_in_mb = BNXT_ULP_DFLT_RX_MEM;
348 params->rx_num_flows_in_k = BNXT_ULP_RX_NUM_FLOWS;
349 params->rx_tbl_if_id = BNXT_ULP_RX_TBL_IF_ID;
351 params->tx_max_key_sz_in_bits = BNXT_ULP_DFLT_TX_MAX_KEY;
352 params->tx_max_action_entry_sz_in_bits =
353 BNXT_ULP_DFLT_TX_MAX_ACTN_ENTRY;
354 params->tx_mem_size_in_mb = BNXT_ULP_DFLT_TX_MEM;
355 params->tx_num_flows_in_k = BNXT_ULP_TX_NUM_FLOWS;
356 params->tx_tbl_if_id = BNXT_ULP_TX_TBL_IF_ID;
358 params->rx_max_key_sz_in_bits = BNXT_ULP_DFLT_RX_MAX_KEY;
359 params->rx_max_action_entry_sz_in_bits =
360 BNXT_ULP_DFLT_RX_MAX_ACTN_ENTRY;
361 params->rx_mem_size_in_mb = BNXT_ULP_DFLT_RX_MEM;
362 params->rx_num_flows_in_k = dparms->flow_db_num_entries / 1024;
363 params->rx_tbl_if_id = BNXT_ULP_RX_TBL_IF_ID;
365 params->tx_max_key_sz_in_bits = BNXT_ULP_DFLT_TX_MAX_KEY;
366 params->tx_max_action_entry_sz_in_bits =
367 BNXT_ULP_DFLT_TX_MAX_ACTN_ENTRY;
368 params->tx_mem_size_in_mb = BNXT_ULP_DFLT_TX_MEM;
369 params->tx_num_flows_in_k = dparms->flow_db_num_entries / 1024;
370 params->tx_tbl_if_id = BNXT_ULP_TX_TBL_IF_ID;
374 /* Initialize Extended Exact Match host memory. */
376 ulp_eem_tbl_scope_init(struct bnxt *bp)
378 struct tf_alloc_tbl_scope_parms params = {0};
380 struct bnxt_ulp_device_params *dparms;
383 /* Get the dev specific number of flows that needed to be supported. */
384 if (bnxt_ulp_cntxt_dev_id_get(bp->ulp_ctx, &dev_id)) {
385 BNXT_TF_DBG(ERR, "Invalid device id\n");
389 dparms = bnxt_ulp_device_params_get(dev_id);
391 BNXT_TF_DBG(ERR, "could not fetch the device params\n");
395 if (dparms->flow_mem_type != BNXT_ULP_FLOW_MEM_TYPE_EXT) {
396 BNXT_TF_DBG(INFO, "Table Scope alloc is not required\n");
400 bnxt_init_tbl_scope_parms(bp, ¶ms);
402 rc = tf_alloc_tbl_scope(&bp->tfp, ¶ms);
404 BNXT_TF_DBG(ERR, "Unable to allocate eem table scope rc = %d\n",
409 rc = bnxt_ulp_cntxt_tbl_scope_id_set(bp->ulp_ctx, params.tbl_scope_id);
411 BNXT_TF_DBG(ERR, "Unable to set table scope id\n");
418 /* Free Extended Exact Match host memory */
420 ulp_eem_tbl_scope_deinit(struct bnxt *bp, struct bnxt_ulp_context *ulp_ctx)
422 struct tf_free_tbl_scope_parms params = {0};
425 struct bnxt_ulp_device_params *dparms;
428 if (!ulp_ctx || !ulp_ctx->cfg_data)
431 tfp = bnxt_ulp_cntxt_tfp_get(ulp_ctx);
433 BNXT_TF_DBG(ERR, "Failed to get the truflow pointer\n");
437 /* Get the dev specific number of flows that needed to be supported. */
438 if (bnxt_ulp_cntxt_dev_id_get(bp->ulp_ctx, &dev_id)) {
439 BNXT_TF_DBG(ERR, "Invalid device id\n");
443 dparms = bnxt_ulp_device_params_get(dev_id);
445 BNXT_TF_DBG(ERR, "could not fetch the device params\n");
449 if (dparms->flow_mem_type != BNXT_ULP_FLOW_MEM_TYPE_EXT) {
450 BNXT_TF_DBG(INFO, "Table Scope free is not required\n");
454 rc = bnxt_ulp_cntxt_tbl_scope_id_get(ulp_ctx, ¶ms.tbl_scope_id);
456 BNXT_TF_DBG(ERR, "Failed to get the table scope id\n");
460 rc = tf_free_tbl_scope(tfp, ¶ms);
462 BNXT_TF_DBG(ERR, "Unable to free table scope\n");
468 /* The function to free and deinit the ulp context data. */
470 ulp_ctx_deinit(struct bnxt *bp,
471 struct bnxt_ulp_session_state *session)
473 /* close the tf session */
474 ulp_ctx_session_close(bp, session);
476 /* Free the contents */
477 if (session->cfg_data) {
478 rte_free(session->cfg_data);
479 bp->ulp_ctx->cfg_data = NULL;
480 session->cfg_data = NULL;
485 /* The function to allocate and initialize the ulp context data. */
487 ulp_ctx_init(struct bnxt *bp,
488 struct bnxt_ulp_session_state *session)
490 struct bnxt_ulp_data *ulp_data;
492 enum bnxt_ulp_device_id devid;
494 /* Allocate memory to hold ulp context data. */
495 ulp_data = rte_zmalloc("bnxt_ulp_data",
496 sizeof(struct bnxt_ulp_data), 0);
498 BNXT_TF_DBG(ERR, "Failed to allocate memory for ulp data\n");
502 /* Increment the ulp context data reference count usage. */
503 bp->ulp_ctx->cfg_data = ulp_data;
504 session->cfg_data = ulp_data;
506 ulp_data->ulp_flags |= BNXT_ULP_VF_REP_ENABLED;
508 rc = bnxt_ulp_devid_get(bp, &devid);
510 BNXT_TF_DBG(ERR, "Unable to determine device for ULP init.\n");
514 rc = bnxt_ulp_cntxt_dev_id_set(bp->ulp_ctx, devid);
516 BNXT_TF_DBG(ERR, "Unable to set device for ULP init.\n");
520 /* Open the ulp session. */
521 rc = ulp_ctx_session_open(bp, session);
525 bnxt_ulp_cntxt_tfp_set(bp->ulp_ctx, &bp->tfp);
529 session->session_opened = 1;
530 (void)ulp_ctx_deinit(bp, session);
534 /* The function to initialize ulp dparms with devargs */
536 ulp_dparms_init(struct bnxt *bp,
537 struct bnxt_ulp_context *ulp_ctx)
539 struct bnxt_ulp_device_params *dparms;
542 if (!bp->max_num_kflows)
545 if (bnxt_ulp_cntxt_dev_id_get(ulp_ctx, &dev_id)) {
546 BNXT_TF_DBG(DEBUG, "Failed to get device id\n");
550 dparms = bnxt_ulp_device_params_get(dev_id);
552 BNXT_TF_DBG(DEBUG, "Failed to get device parms\n");
556 /* num_flows = max_num_kflows * 1024 */
557 dparms->flow_db_num_entries = bp->max_num_kflows * 1024;
558 /* GFID = 2 * num_flows */
559 dparms->mark_db_gfid_entries = dparms->flow_db_num_entries * 2;
560 BNXT_TF_DBG(DEBUG, "Set the number of flows = %"PRIu64"\n",
561 dparms->flow_db_num_entries);
566 /* The function to initialize bp flags with truflow features */
568 ulp_dparms_dev_port_intf_update(struct bnxt *bp,
569 struct bnxt_ulp_context *ulp_ctx)
571 struct bnxt_ulp_device_params *dparms;
574 if (bnxt_ulp_cntxt_dev_id_get(ulp_ctx, &dev_id)) {
575 BNXT_TF_DBG(DEBUG, "Failed to get device id\n");
579 dparms = bnxt_ulp_device_params_get(dev_id);
581 BNXT_TF_DBG(DEBUG, "Failed to get device parms\n");
585 /* Update the bp flag with gfid flag */
586 if (dparms->flow_mem_type == BNXT_ULP_FLOW_MEM_TYPE_EXT)
587 bp->flags |= BNXT_FLAG_GFID_ENABLE;
593 ulp_ctx_attach(struct bnxt *bp,
594 struct bnxt_ulp_session_state *session)
598 /* Increment the ulp context data reference count usage. */
599 bp->ulp_ctx->cfg_data = session->cfg_data;
600 bp->ulp_ctx->cfg_data->ref_cnt++;
602 /* update the session details in bnxt tfp */
603 bp->tfp.session = session->g_tfp->session;
605 /* Create a TF Client */
606 rc = ulp_ctx_session_open(bp, session);
608 PMD_DRV_LOG(ERR, "Failed to open ctxt session, rc:%d\n", rc);
609 bp->tfp.session = NULL;
613 bnxt_ulp_cntxt_tfp_set(bp->ulp_ctx, &bp->tfp);
618 ulp_ctx_detach(struct bnxt *bp)
620 if (bp->tfp.session) {
621 tf_close_session(&bp->tfp);
622 bp->tfp.session = NULL;
627 * Initialize the state of an ULP session.
628 * If the state of an ULP session is not initialized, set it's state to
629 * initialized. If the state is already initialized, do nothing.
632 ulp_context_initialized(struct bnxt_ulp_session_state *session, bool *init)
634 pthread_mutex_lock(&session->bnxt_ulp_mutex);
636 if (!session->bnxt_ulp_init) {
637 session->bnxt_ulp_init = true;
643 pthread_mutex_unlock(&session->bnxt_ulp_mutex);
647 * Check if an ULP session is already allocated for a specific PCI
648 * domain & bus. If it is already allocated simply return the session
649 * pointer, otherwise allocate a new session.
651 static struct bnxt_ulp_session_state *
652 ulp_get_session(struct rte_pci_addr *pci_addr)
654 struct bnxt_ulp_session_state *session;
656 STAILQ_FOREACH(session, &bnxt_ulp_session_list, next) {
657 if (session->pci_info.domain == pci_addr->domain &&
658 session->pci_info.bus == pci_addr->bus) {
666 * Allocate and Initialize an ULP session and set it's state to INITIALIZED.
667 * If it's already initialized simply return the already existing session.
669 static struct bnxt_ulp_session_state *
670 ulp_session_init(struct bnxt *bp,
673 struct rte_pci_device *pci_dev;
674 struct rte_pci_addr *pci_addr;
675 struct bnxt_ulp_session_state *session;
681 pci_dev = RTE_DEV_TO_PCI(bp->eth_dev->device);
682 pci_addr = &pci_dev->addr;
684 pthread_mutex_lock(&bnxt_ulp_global_mutex);
686 session = ulp_get_session(pci_addr);
688 /* Not Found the session Allocate a new one */
689 session = rte_zmalloc("bnxt_ulp_session",
690 sizeof(struct bnxt_ulp_session_state),
694 "Allocation failed for bnxt_ulp_session\n");
695 pthread_mutex_unlock(&bnxt_ulp_global_mutex);
699 /* Add it to the queue */
700 session->pci_info.domain = pci_addr->domain;
701 session->pci_info.bus = pci_addr->bus;
702 rc = pthread_mutex_init(&session->bnxt_ulp_mutex, NULL);
704 BNXT_TF_DBG(ERR, "mutex create failed\n");
705 pthread_mutex_unlock(&bnxt_ulp_global_mutex);
708 STAILQ_INSERT_TAIL(&bnxt_ulp_session_list,
712 ulp_context_initialized(session, init);
713 pthread_mutex_unlock(&bnxt_ulp_global_mutex);
718 * When a device is closed, remove it's associated session from the global
722 ulp_session_deinit(struct bnxt_ulp_session_state *session)
727 if (!session->cfg_data) {
728 pthread_mutex_lock(&bnxt_ulp_global_mutex);
729 STAILQ_REMOVE(&bnxt_ulp_session_list, session,
730 bnxt_ulp_session_state, next);
731 pthread_mutex_destroy(&session->bnxt_ulp_mutex);
733 pthread_mutex_unlock(&bnxt_ulp_global_mutex);
738 * Internal api to enable NAT feature.
739 * Set set_flag to 1 to set the value or zero to reset the value.
740 * returns 0 on success.
743 bnxt_ulp_global_cfg_update(struct bnxt *bp,
745 enum tf_global_config_type type,
750 uint32_t global_cfg = 0;
752 struct tf_global_cfg_parms parms = { 0 };
754 /* Initialize the params */
757 parms.offset = offset,
758 parms.config = (uint8_t *)&global_cfg,
759 parms.config_sz_in_bytes = sizeof(global_cfg);
761 rc = tf_get_global_cfg(&bp->tfp, &parms);
763 BNXT_TF_DBG(ERR, "Failed to get global cfg 0x%x rc:%d\n",
771 global_cfg &= ~value;
773 /* SET the register RE_CFA_REG_ACT_TECT */
774 rc = tf_set_global_cfg(&bp->tfp, &parms);
776 BNXT_TF_DBG(ERR, "Failed to set global cfg 0x%x rc:%d\n",
783 /* Internal function to delete all the flows belonging to the given port */
785 bnxt_ulp_flush_port_flows(struct bnxt *bp)
789 /* it is assumed that port is either TVF or PF */
790 if (ulp_port_db_port_func_id_get(bp->ulp_ctx,
791 bp->eth_dev->data->port_id,
793 BNXT_TF_DBG(ERR, "Invalid argument\n");
796 (void)ulp_flow_db_function_flow_flush(bp->ulp_ctx, func_id);
799 /* Internal function to delete the VFR default flows */
801 bnxt_ulp_destroy_vfr_default_rules(struct bnxt *bp, bool global)
803 struct bnxt_ulp_vfr_rule_info *info;
805 struct rte_eth_dev *vfr_eth_dev;
806 struct bnxt_representor *vfr_bp;
808 if (!BNXT_TRUFLOW_EN(bp) || BNXT_ETH_DEV_IS_REPRESENTOR(bp->eth_dev))
811 if (!bp->ulp_ctx || !bp->ulp_ctx->cfg_data)
814 /* Delete default rules for all ports */
815 for (port_id = 0; port_id < RTE_MAX_ETHPORTS; port_id++) {
816 info = &bp->ulp_ctx->cfg_data->vfr_rule_info[port_id];
820 if (!global && info->parent_port_id !=
821 bp->eth_dev->data->port_id)
824 /* Destroy the flows */
825 ulp_default_flow_destroy(bp->eth_dev, info->rep2vf_flow_id);
826 ulp_default_flow_destroy(bp->eth_dev, info->vf2rep_flow_id);
827 /* Clean up the tx action pointer */
828 vfr_eth_dev = &rte_eth_devices[port_id];
830 vfr_bp = vfr_eth_dev->data->dev_private;
831 vfr_bp->vfr_tx_cfa_action = 0;
833 memset(info, 0, sizeof(struct bnxt_ulp_vfr_rule_info));
838 * When a port is deinit'ed by dpdk. This function is called
839 * and this function clears the ULP context and rest of the
840 * infrastructure associated with it.
843 bnxt_ulp_deinit(struct bnxt *bp,
844 struct bnxt_ulp_session_state *session)
846 if (!bp->ulp_ctx || !bp->ulp_ctx->cfg_data)
849 /* clean up default flows */
850 bnxt_ulp_destroy_df_rules(bp, true);
852 /* clean up default VFR flows */
853 bnxt_ulp_destroy_vfr_default_rules(bp, true);
855 /* clean up regular flows */
856 ulp_flow_db_flush_flows(bp->ulp_ctx, BNXT_ULP_REGULAR_FLOW_TABLE);
858 /* cleanup the eem table scope */
859 ulp_eem_tbl_scope_deinit(bp, bp->ulp_ctx);
861 /* cleanup the flow database */
862 ulp_flow_db_deinit(bp->ulp_ctx);
864 /* Delete the Mark database */
865 ulp_mark_db_deinit(bp->ulp_ctx);
867 /* cleanup the ulp mapper */
868 ulp_mapper_deinit(bp->ulp_ctx);
870 /* Delete the Flow Counter Manager */
871 ulp_fc_mgr_deinit(bp->ulp_ctx);
873 /* Delete the Port database */
874 ulp_port_db_deinit(bp->ulp_ctx);
876 /* Disable NAT feature */
877 (void)bnxt_ulp_global_cfg_update(bp, TF_DIR_RX, TF_TUNNEL_ENCAP,
879 BNXT_ULP_NAT_OUTER_MOST_FLAGS, 0);
881 (void)bnxt_ulp_global_cfg_update(bp, TF_DIR_TX, TF_TUNNEL_ENCAP,
883 BNXT_ULP_NAT_OUTER_MOST_FLAGS, 0);
885 /* free the flow db lock */
886 pthread_mutex_destroy(&bp->ulp_ctx->cfg_data->flow_db_lock);
888 /* Delete the ulp context and tf session and free the ulp context */
889 ulp_ctx_deinit(bp, session);
890 BNXT_TF_DBG(DEBUG, "ulp ctx has been deinitialized\n");
894 * When a port is initialized by dpdk. This functions is called
895 * and this function initializes the ULP context and rest of the
896 * infrastructure associated with it.
899 bnxt_ulp_init(struct bnxt *bp,
900 struct bnxt_ulp_session_state *session)
904 /* Allocate and Initialize the ulp context. */
905 rc = ulp_ctx_init(bp, session);
907 BNXT_TF_DBG(ERR, "Failed to create the ulp context\n");
911 rc = pthread_mutex_init(&bp->ulp_ctx->cfg_data->flow_db_lock, NULL);
913 BNXT_TF_DBG(ERR, "Unable to initialize flow db lock\n");
917 /* Initialize ulp dparms with values devargs passed */
918 rc = ulp_dparms_init(bp, bp->ulp_ctx);
920 BNXT_TF_DBG(ERR, "Failed to initialize the dparms\n");
924 /* create the port database */
925 rc = ulp_port_db_init(bp->ulp_ctx, bp->port_cnt);
927 BNXT_TF_DBG(ERR, "Failed to create the port database\n");
931 /* Create the Mark database. */
932 rc = ulp_mark_db_init(bp->ulp_ctx);
934 BNXT_TF_DBG(ERR, "Failed to create the mark database\n");
938 /* Create the flow database. */
939 rc = ulp_flow_db_init(bp->ulp_ctx);
941 BNXT_TF_DBG(ERR, "Failed to create the flow database\n");
945 /* Create the eem table scope. */
946 rc = ulp_eem_tbl_scope_init(bp);
948 BNXT_TF_DBG(ERR, "Failed to create the eem scope table\n");
952 rc = ulp_mapper_init(bp->ulp_ctx);
954 BNXT_TF_DBG(ERR, "Failed to initialize ulp mapper\n");
958 rc = ulp_fc_mgr_init(bp->ulp_ctx);
960 BNXT_TF_DBG(ERR, "Failed to initialize ulp flow counter mgr\n");
965 * Enable NAT feature. Set the global configuration register
966 * Tunnel encap to enable NAT with the reuse of existing inner
967 * L2 header smac and dmac
969 rc = bnxt_ulp_global_cfg_update(bp, TF_DIR_RX, TF_TUNNEL_ENCAP,
971 BNXT_ULP_NAT_OUTER_MOST_FLAGS, 1);
973 BNXT_TF_DBG(ERR, "Failed to set rx global configuration\n");
977 rc = bnxt_ulp_global_cfg_update(bp, TF_DIR_TX, TF_TUNNEL_ENCAP,
979 BNXT_ULP_NAT_OUTER_MOST_FLAGS, 1);
981 BNXT_TF_DBG(ERR, "Failed to set tx global configuration\n");
984 BNXT_TF_DBG(DEBUG, "ulp ctx has been initialized\n");
988 bnxt_ulp_deinit(bp, session);
993 * When a port is initialized by dpdk. This functions sets up
994 * the port specific details.
997 bnxt_ulp_port_init(struct bnxt *bp)
999 struct bnxt_ulp_session_state *session;
1003 if (!bp || !BNXT_TRUFLOW_EN(bp))
1006 if (!BNXT_PF(bp) && !BNXT_VF_IS_TRUSTED(bp)) {
1008 "Skip ulp init for port: %d, not a TVF or PF\n",
1009 bp->eth_dev->data->port_id);
1014 BNXT_TF_DBG(DEBUG, "ulp ctx already allocated\n");
1018 bp->ulp_ctx = rte_zmalloc("bnxt_ulp_ctx",
1019 sizeof(struct bnxt_ulp_context), 0);
1021 BNXT_TF_DBG(ERR, "Failed to allocate ulp ctx\n");
1026 * Multiple uplink ports can be associated with a single vswitch.
1027 * Make sure only the port that is started first will initialize
1030 session = ulp_session_init(bp, &initialized);
1032 BNXT_TF_DBG(ERR, "Failed to initialize the tf session\n");
1039 * If ULP is already initialized for a specific domain then
1040 * simply assign the ulp context to this rte_eth_dev.
1042 rc = ulp_ctx_attach(bp, session);
1044 BNXT_TF_DBG(ERR, "Failed to attach the ulp context\n");
1048 rc = bnxt_ulp_init(bp, session);
1050 BNXT_TF_DBG(ERR, "Failed to initialize the ulp init\n");
1055 /* Update bnxt driver flags */
1056 rc = ulp_dparms_dev_port_intf_update(bp, bp->ulp_ctx);
1058 BNXT_TF_DBG(ERR, "Failed to update driver flags\n");
1062 /* update the port database for the given interface */
1063 rc = ulp_port_db_dev_port_intf_update(bp->ulp_ctx, bp->eth_dev);
1065 BNXT_TF_DBG(ERR, "Failed to update port database\n");
1068 /* create the default rules */
1069 bnxt_ulp_create_df_rules(bp);
1070 BNXT_TF_DBG(DEBUG, "BNXT Port:%d ULP port init\n",
1071 bp->eth_dev->data->port_id);
1075 bnxt_ulp_port_deinit(bp);
1080 * When a port is de-initialized by dpdk. This functions clears up
1081 * the port specific details.
1084 bnxt_ulp_port_deinit(struct bnxt *bp)
1086 struct bnxt_ulp_session_state *session;
1087 struct rte_pci_device *pci_dev;
1088 struct rte_pci_addr *pci_addr;
1090 if (!BNXT_TRUFLOW_EN(bp))
1093 if (!BNXT_PF(bp) && !BNXT_VF_IS_TRUSTED(bp)) {
1095 "Skip ULP deinit port:%d, not a TVF or PF\n",
1096 bp->eth_dev->data->port_id);
1101 BNXT_TF_DBG(DEBUG, "ulp ctx already de-allocated\n");
1105 BNXT_TF_DBG(DEBUG, "BNXT Port:%d ULP port deinit\n",
1106 bp->eth_dev->data->port_id);
1108 /* Get the session details */
1109 pci_dev = RTE_DEV_TO_PCI(bp->eth_dev->device);
1110 pci_addr = &pci_dev->addr;
1111 pthread_mutex_lock(&bnxt_ulp_global_mutex);
1112 session = ulp_get_session(pci_addr);
1113 pthread_mutex_unlock(&bnxt_ulp_global_mutex);
1115 /* session not found then just exit */
1117 /* Free the ulp context */
1118 rte_free(bp->ulp_ctx);
1123 /* Check the reference count to deinit or deattach*/
1124 if (bp->ulp_ctx->cfg_data && bp->ulp_ctx->cfg_data->ref_cnt) {
1125 bp->ulp_ctx->cfg_data->ref_cnt--;
1126 if (bp->ulp_ctx->cfg_data->ref_cnt) {
1127 /* free the port details */
1128 /* Free the default flow rule associated to this port */
1129 bnxt_ulp_destroy_df_rules(bp, false);
1130 bnxt_ulp_destroy_vfr_default_rules(bp, false);
1132 /* free flows associated with this port */
1133 bnxt_ulp_flush_port_flows(bp);
1135 /* close the session associated with this port */
1138 /* Perform ulp ctx deinit */
1139 bnxt_ulp_deinit(bp, session);
1143 /* clean up the session */
1144 ulp_session_deinit(session);
1146 /* Free the ulp context */
1147 rte_free(bp->ulp_ctx);
1151 /* Below are the access functions to access internal data of ulp context. */
1152 /* Function to set the Mark DB into the context */
1154 bnxt_ulp_cntxt_ptr2_mark_db_set(struct bnxt_ulp_context *ulp_ctx,
1155 struct bnxt_ulp_mark_tbl *mark_tbl)
1157 if (!ulp_ctx || !ulp_ctx->cfg_data) {
1158 BNXT_TF_DBG(ERR, "Invalid ulp context data\n");
1162 ulp_ctx->cfg_data->mark_tbl = mark_tbl;
1167 /* Function to retrieve the Mark DB from the context. */
1168 struct bnxt_ulp_mark_tbl *
1169 bnxt_ulp_cntxt_ptr2_mark_db_get(struct bnxt_ulp_context *ulp_ctx)
1171 if (!ulp_ctx || !ulp_ctx->cfg_data)
1174 return ulp_ctx->cfg_data->mark_tbl;
1177 /* Function to set the device id of the hardware. */
1179 bnxt_ulp_cntxt_dev_id_set(struct bnxt_ulp_context *ulp_ctx,
1182 if (ulp_ctx && ulp_ctx->cfg_data) {
1183 ulp_ctx->cfg_data->dev_id = dev_id;
1190 /* Function to get the device id of the hardware. */
1192 bnxt_ulp_cntxt_dev_id_get(struct bnxt_ulp_context *ulp_ctx,
1195 if (ulp_ctx && ulp_ctx->cfg_data) {
1196 *dev_id = ulp_ctx->cfg_data->dev_id;
1203 /* Function to get the table scope id of the EEM table. */
1205 bnxt_ulp_cntxt_tbl_scope_id_get(struct bnxt_ulp_context *ulp_ctx,
1206 uint32_t *tbl_scope_id)
1208 if (ulp_ctx && ulp_ctx->cfg_data) {
1209 *tbl_scope_id = ulp_ctx->cfg_data->tbl_scope_id;
1216 /* Function to set the table scope id of the EEM table. */
1218 bnxt_ulp_cntxt_tbl_scope_id_set(struct bnxt_ulp_context *ulp_ctx,
1219 uint32_t tbl_scope_id)
1221 if (ulp_ctx && ulp_ctx->cfg_data) {
1222 ulp_ctx->cfg_data->tbl_scope_id = tbl_scope_id;
1229 /* Function to set the tfp session details from the ulp context. */
1231 bnxt_ulp_cntxt_tfp_set(struct bnxt_ulp_context *ulp, struct tf *tfp)
1234 BNXT_TF_DBG(ERR, "Invalid arguments\n");
1242 /* Function to get the tfp session details from the ulp context. */
1244 bnxt_ulp_cntxt_tfp_get(struct bnxt_ulp_context *ulp)
1247 BNXT_TF_DBG(ERR, "Invalid arguments\n");
1254 * Get the device table entry based on the device id.
1256 * dev_id [in] The device id of the hardware
1258 * Returns the pointer to the device parameters.
1260 struct bnxt_ulp_device_params *
1261 bnxt_ulp_device_params_get(uint32_t dev_id)
1263 if (dev_id < BNXT_ULP_MAX_NUM_DEVICES)
1264 return &ulp_device_params[dev_id];
1268 /* Function to set the flow database to the ulp context. */
1270 bnxt_ulp_cntxt_ptr2_flow_db_set(struct bnxt_ulp_context *ulp_ctx,
1271 struct bnxt_ulp_flow_db *flow_db)
1273 if (!ulp_ctx || !ulp_ctx->cfg_data)
1276 ulp_ctx->cfg_data->flow_db = flow_db;
1280 /* Function to get the flow database from the ulp context. */
1281 struct bnxt_ulp_flow_db *
1282 bnxt_ulp_cntxt_ptr2_flow_db_get(struct bnxt_ulp_context *ulp_ctx)
1284 if (!ulp_ctx || !ulp_ctx->cfg_data)
1287 return ulp_ctx->cfg_data->flow_db;
1290 /* Function to get the ulp context from eth device. */
1291 struct bnxt_ulp_context *
1292 bnxt_ulp_eth_dev_ptr2_cntxt_get(struct rte_eth_dev *dev)
1294 struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
1296 if (BNXT_ETH_DEV_IS_REPRESENTOR(dev)) {
1297 struct bnxt_representor *vfr = dev->data->dev_private;
1299 bp = vfr->parent_dev->data->dev_private;
1303 BNXT_TF_DBG(ERR, "Bnxt private data is not initialized\n");
1310 bnxt_ulp_cntxt_ptr2_mapper_data_set(struct bnxt_ulp_context *ulp_ctx,
1313 if (!ulp_ctx || !ulp_ctx->cfg_data) {
1314 BNXT_TF_DBG(ERR, "Invalid ulp context data\n");
1318 ulp_ctx->cfg_data->mapper_data = mapper_data;
1323 bnxt_ulp_cntxt_ptr2_mapper_data_get(struct bnxt_ulp_context *ulp_ctx)
1325 if (!ulp_ctx || !ulp_ctx->cfg_data) {
1326 BNXT_TF_DBG(ERR, "Invalid ulp context data\n");
1330 return ulp_ctx->cfg_data->mapper_data;
1333 /* Function to set the port database to the ulp context. */
1335 bnxt_ulp_cntxt_ptr2_port_db_set(struct bnxt_ulp_context *ulp_ctx,
1336 struct bnxt_ulp_port_db *port_db)
1338 if (!ulp_ctx || !ulp_ctx->cfg_data)
1341 ulp_ctx->cfg_data->port_db = port_db;
1345 /* Function to get the port database from the ulp context. */
1346 struct bnxt_ulp_port_db *
1347 bnxt_ulp_cntxt_ptr2_port_db_get(struct bnxt_ulp_context *ulp_ctx)
1349 if (!ulp_ctx || !ulp_ctx->cfg_data)
1352 return ulp_ctx->cfg_data->port_db;
1355 /* Function to set the flow counter info into the context */
1357 bnxt_ulp_cntxt_ptr2_fc_info_set(struct bnxt_ulp_context *ulp_ctx,
1358 struct bnxt_ulp_fc_info *ulp_fc_info)
1360 if (!ulp_ctx || !ulp_ctx->cfg_data) {
1361 BNXT_TF_DBG(ERR, "Invalid ulp context data\n");
1365 ulp_ctx->cfg_data->fc_info = ulp_fc_info;
1370 /* Function to retrieve the flow counter info from the context. */
1371 struct bnxt_ulp_fc_info *
1372 bnxt_ulp_cntxt_ptr2_fc_info_get(struct bnxt_ulp_context *ulp_ctx)
1374 if (!ulp_ctx || !ulp_ctx->cfg_data)
1377 return ulp_ctx->cfg_data->fc_info;
1380 /* Function to get the ulp flags from the ulp context. */
1382 bnxt_ulp_cntxt_ptr2_ulp_flags_get(struct bnxt_ulp_context *ulp_ctx,
1385 if (!ulp_ctx || !ulp_ctx->cfg_data)
1388 *flags = ulp_ctx->cfg_data->ulp_flags;
1392 /* Function to get the ulp vfr info from the ulp context. */
1393 struct bnxt_ulp_vfr_rule_info*
1394 bnxt_ulp_cntxt_ptr2_ulp_vfr_info_get(struct bnxt_ulp_context *ulp_ctx,
1397 if (!ulp_ctx || !ulp_ctx->cfg_data || port_id >= RTE_MAX_ETHPORTS)
1400 return &ulp_ctx->cfg_data->vfr_rule_info[port_id];
1403 /* Function to acquire the flow database lock from the ulp context. */
1405 bnxt_ulp_cntxt_acquire_fdb_lock(struct bnxt_ulp_context *ulp_ctx)
1407 if (!ulp_ctx || !ulp_ctx->cfg_data)
1410 if (pthread_mutex_lock(&ulp_ctx->cfg_data->flow_db_lock)) {
1411 BNXT_TF_DBG(ERR, "unable to acquire fdb lock\n");
1417 /* Function to release the flow database lock from the ulp context. */
1419 bnxt_ulp_cntxt_release_fdb_lock(struct bnxt_ulp_context *ulp_ctx)
1421 if (!ulp_ctx || !ulp_ctx->cfg_data)
1424 pthread_mutex_unlock(&ulp_ctx->cfg_data->flow_db_lock);