From ee48f711f3b0a4ec14ce5377bc3f831dbc32025f Mon Sep 17 00:00:00 2001 From: Nithin Dabilpuram Date: Fri, 1 Oct 2021 19:10:01 +0530 Subject: [PATCH] common/cnxk: support NIX inline inbound and outbound setup Add API to support setting up NIX inline inbound and NIX inline outbound. In case of inbound, SA base is setup on NIX PFFUNC and in case of outbound, required number of CPT LF's are attached to NIX PFFUNC. Signed-off-by: Nithin Dabilpuram Acked-by: Jerin Jacob --- drivers/common/cnxk/hw/cpt.h | 8 + drivers/common/cnxk/meson.build | 1 + drivers/common/cnxk/roc_api.h | 48 +- drivers/common/cnxk/roc_constants.h | 58 ++ drivers/common/cnxk/roc_io.h | 9 + drivers/common/cnxk/roc_io_generic.h | 3 +- drivers/common/cnxk/roc_nix.h | 5 + drivers/common/cnxk/roc_nix_debug.c | 15 + drivers/common/cnxk/roc_nix_inl.c | 778 +++++++++++++++++++++++++++ drivers/common/cnxk/roc_nix_inl.h | 101 ++++ drivers/common/cnxk/roc_nix_priv.h | 15 + drivers/common/cnxk/roc_nix_queue.c | 28 +- drivers/common/cnxk/roc_npc.c | 27 +- drivers/common/cnxk/version.map | 26 + 14 files changed, 1047 insertions(+), 75 deletions(-) create mode 100644 drivers/common/cnxk/roc_constants.h create mode 100644 drivers/common/cnxk/roc_nix_inl.c diff --git a/drivers/common/cnxk/hw/cpt.h b/drivers/common/cnxk/hw/cpt.h index 84ebf2d56e..975139f3cf 100644 --- a/drivers/common/cnxk/hw/cpt.h +++ b/drivers/common/cnxk/hw/cpt.h @@ -40,6 +40,7 @@ #define CPT_LF_CTX_ENC_PKT_CNT (0x540ull) #define CPT_LF_CTX_DEC_BYTE_CNT (0x550ull) #define CPT_LF_CTX_DEC_PKT_CNT (0x560ull) +#define CPT_LF_CTX_RELOAD (0x570ull) #define CPT_AF_LFX_CTL(a) (0x27000ull | (uint64_t)(a) << 3) #define CPT_AF_LFX_CTL2(a) (0x29000ull | (uint64_t)(a) << 3) @@ -68,6 +69,13 @@ union cpt_lf_ctx_flush { } s; }; +union cpt_lf_ctx_reload { + uint64_t u; + struct { + uint64_t cptr : 46; + } s; +}; + union cpt_lf_inprog { uint64_t u; struct cpt_lf_inprog_s { diff --git a/drivers/common/cnxk/meson.build b/drivers/common/cnxk/meson.build index 43af6a0a87..97db5f087b 100644 --- a/drivers/common/cnxk/meson.build +++ b/drivers/common/cnxk/meson.build @@ -28,6 +28,7 @@ sources = files( 'roc_nix_debug.c', 'roc_nix_fc.c', 'roc_nix_irq.c', + 'roc_nix_inl.c', 'roc_nix_inl_dev.c', 'roc_nix_inl_dev_irq.c', 'roc_nix_mac.c', diff --git a/drivers/common/cnxk/roc_api.h b/drivers/common/cnxk/roc_api.h index 53f4e4b2a7..b8f3667c6c 100644 --- a/drivers/common/cnxk/roc_api.h +++ b/drivers/common/cnxk/roc_api.h @@ -9,28 +9,21 @@ #include #include -/* Alignment */ -#define ROC_ALIGN 128 - /* Bits manipulation */ #include "roc_bits.h" /* Bitfields manipulation */ #include "roc_bitfield.h" +/* ROC Constants */ +#include "roc_constants.h" + /* Constants */ #define PLT_ETHER_ADDR_LEN 6 /* Platform definition */ #include "roc_platform.h" -#define ROC_LMT_LINE_SZ 128 -#define ROC_NUM_LMT_LINES 2048 -#define ROC_LMT_LINES_PER_CORE_LOG2 5 -#define ROC_LMT_LINE_SIZE_LOG2 7 -#define ROC_LMT_BASE_PER_CORE_LOG2 \ - (ROC_LMT_LINES_PER_CORE_LOG2 + ROC_LMT_LINE_SIZE_LOG2) - /* IO */ #if defined(__aarch64__) #include "roc_io.h" @@ -38,41 +31,6 @@ #include "roc_io_generic.h" #endif -/* PCI IDs */ -#define PCI_VENDOR_ID_CAVIUM 0x177D -#define PCI_DEVID_CNXK_RVU_PF 0xA063 -#define PCI_DEVID_CNXK_RVU_VF 0xA064 -#define PCI_DEVID_CNXK_RVU_AF 0xA065 -#define PCI_DEVID_CNXK_RVU_SSO_TIM_PF 0xA0F9 -#define PCI_DEVID_CNXK_RVU_SSO_TIM_VF 0xA0FA -#define PCI_DEVID_CNXK_RVU_NPA_PF 0xA0FB -#define PCI_DEVID_CNXK_RVU_NPA_VF 0xA0FC -#define PCI_DEVID_CNXK_RVU_AF_VF 0xA0f8 -#define PCI_DEVID_CNXK_DPI_VF 0xA081 -#define PCI_DEVID_CNXK_EP_VF 0xB203 -#define PCI_DEVID_CNXK_RVU_SDP_PF 0xA0f6 -#define PCI_DEVID_CNXK_RVU_SDP_VF 0xA0f7 -#define PCI_DEVID_CNXK_BPHY 0xA089 -#define PCI_DEVID_CNXK_RVU_NIX_INL_PF 0xA0F0 -#define PCI_DEVID_CNXK_RVU_NIX_INL_VF 0xA0F1 - -#define PCI_DEVID_CN9K_CGX 0xA059 -#define PCI_DEVID_CN10K_RPM 0xA060 - -#define PCI_DEVID_CN9K_RVU_CPT_PF 0xA0FD -#define PCI_DEVID_CN9K_RVU_CPT_VF 0xA0FE -#define PCI_DEVID_CN10K_RVU_CPT_PF 0xA0F2 -#define PCI_DEVID_CN10K_RVU_CPT_VF 0xA0F3 - -#define PCI_SUBSYSTEM_DEVID_CN10KA 0xB900 -#define PCI_SUBSYSTEM_DEVID_CN10KAS 0xB900 - -#define PCI_SUBSYSTEM_DEVID_CN9KA 0x0000 -#define PCI_SUBSYSTEM_DEVID_CN9KB 0xb400 -#define PCI_SUBSYSTEM_DEVID_CN9KC 0x0200 -#define PCI_SUBSYSTEM_DEVID_CN9KD 0xB200 -#define PCI_SUBSYSTEM_DEVID_CN9KE 0xB100 - /* HW structure definition */ #include "hw/cpt.h" #include "hw/nix.h" diff --git a/drivers/common/cnxk/roc_constants.h b/drivers/common/cnxk/roc_constants.h new file mode 100644 index 0000000000..1e6427cf91 --- /dev/null +++ b/drivers/common/cnxk/roc_constants.h @@ -0,0 +1,58 @@ +/* SPDX-License-Identifier: BSD-3-Clause + * Copyright(C) 2021 Marvell. + */ +#ifndef _ROC_CONSTANTS_H_ +#define _ROC_CONSTANTS_H_ + +/* Alignment */ +#define ROC_ALIGN 128 + +/* LMTST constants */ +/* [CN10K, .) */ +#define ROC_LMT_LINE_SZ 128 +#define ROC_NUM_LMT_LINES 2048 +#define ROC_LMT_LINES_PER_CORE_LOG2 5 +#define ROC_LMT_LINE_SIZE_LOG2 7 +#define ROC_LMT_BASE_PER_CORE_LOG2 \ + (ROC_LMT_LINES_PER_CORE_LOG2 + ROC_LMT_LINE_SIZE_LOG2) +#define ROC_LMT_MAX_THREADS 42UL +#define ROC_LMT_CPT_LINES_PER_CORE_LOG2 4 +#define ROC_LMT_CPT_BASE_ID_OFF \ + (ROC_LMT_MAX_THREADS << ROC_LMT_LINES_PER_CORE_LOG2) + +/* PCI IDs */ +#define PCI_VENDOR_ID_CAVIUM 0x177D +#define PCI_DEVID_CNXK_RVU_PF 0xA063 +#define PCI_DEVID_CNXK_RVU_VF 0xA064 +#define PCI_DEVID_CNXK_RVU_AF 0xA065 +#define PCI_DEVID_CNXK_RVU_SSO_TIM_PF 0xA0F9 +#define PCI_DEVID_CNXK_RVU_SSO_TIM_VF 0xA0FA +#define PCI_DEVID_CNXK_RVU_NPA_PF 0xA0FB +#define PCI_DEVID_CNXK_RVU_NPA_VF 0xA0FC +#define PCI_DEVID_CNXK_RVU_AF_VF 0xA0f8 +#define PCI_DEVID_CNXK_DPI_VF 0xA081 +#define PCI_DEVID_CNXK_EP_VF 0xB203 +#define PCI_DEVID_CNXK_RVU_SDP_PF 0xA0f6 +#define PCI_DEVID_CNXK_RVU_SDP_VF 0xA0f7 +#define PCI_DEVID_CNXK_BPHY 0xA089 +#define PCI_DEVID_CNXK_RVU_NIX_INL_PF 0xA0F0 +#define PCI_DEVID_CNXK_RVU_NIX_INL_VF 0xA0F1 + +#define PCI_DEVID_CN9K_CGX 0xA059 +#define PCI_DEVID_CN10K_RPM 0xA060 + +#define PCI_DEVID_CN9K_RVU_CPT_PF 0xA0FD +#define PCI_DEVID_CN9K_RVU_CPT_VF 0xA0FE +#define PCI_DEVID_CN10K_RVU_CPT_PF 0xA0F2 +#define PCI_DEVID_CN10K_RVU_CPT_VF 0xA0F3 + +#define PCI_SUBSYSTEM_DEVID_CN10KA 0xB900 +#define PCI_SUBSYSTEM_DEVID_CN10KAS 0xB900 + +#define PCI_SUBSYSTEM_DEVID_CN9KA 0x0000 +#define PCI_SUBSYSTEM_DEVID_CN9KB 0xb400 +#define PCI_SUBSYSTEM_DEVID_CN9KC 0x0200 +#define PCI_SUBSYSTEM_DEVID_CN9KD 0xB200 +#define PCI_SUBSYSTEM_DEVID_CN9KE 0xB100 + +#endif /* _ROC_CONSTANTS_H_ */ diff --git a/drivers/common/cnxk/roc_io.h b/drivers/common/cnxk/roc_io.h index aee8c7f97b..fe5f7f46d0 100644 --- a/drivers/common/cnxk/roc_io.h +++ b/drivers/common/cnxk/roc_io.h @@ -13,6 +13,15 @@ (lmt_addr) += ((uint64_t)lmt_id << ROC_LMT_LINE_SIZE_LOG2); \ } while (0) +#define ROC_LMT_CPT_BASE_ID_GET(lmt_addr, lmt_id) \ + do { \ + /* 16 Lines per core */ \ + lmt_id = ROC_LMT_CPT_BASE_ID_OFF; \ + lmt_id += (plt_lcore_id() << ROC_LMT_CPT_LINES_PER_CORE_LOG2); \ + /* Each line is of 128B */ \ + (lmt_addr) += ((uint64_t)lmt_id << ROC_LMT_LINE_SIZE_LOG2); \ + } while (0) + #define roc_load_pair(val0, val1, addr) \ ({ \ asm volatile("ldp %x[x0], %x[x1], [%x[p1]]" \ diff --git a/drivers/common/cnxk/roc_io_generic.h b/drivers/common/cnxk/roc_io_generic.h index 28cb0963e9..ceaa3a38d8 100644 --- a/drivers/common/cnxk/roc_io_generic.h +++ b/drivers/common/cnxk/roc_io_generic.h @@ -5,7 +5,8 @@ #ifndef _ROC_IO_GENERIC_H_ #define _ROC_IO_GENERIC_H_ -#define ROC_LMT_BASE_ID_GET(lmt_addr, lmt_id) (lmt_id = 0) +#define ROC_LMT_BASE_ID_GET(lmt_addr, lmt_id) (lmt_id = 0) +#define ROC_LMT_CPT_BASE_ID_GET(lmt_addr, lmt_id) (lmt_id = 0) #define roc_load_pair(val0, val1, addr) \ do { \ diff --git a/drivers/common/cnxk/roc_nix.h b/drivers/common/cnxk/roc_nix.h index d9a4613782..4fcce49b7b 100644 --- a/drivers/common/cnxk/roc_nix.h +++ b/drivers/common/cnxk/roc_nix.h @@ -171,6 +171,7 @@ struct roc_nix_rq { uint8_t spb_red_pass; /* End of Input parameters */ struct roc_nix *roc_nix; + bool inl_dev_ref; }; struct roc_nix_cq { @@ -258,6 +259,10 @@ struct roc_nix { bool enable_loop; bool hw_vlan_ins; uint8_t lock_rx_ctx; + uint32_t outb_nb_desc; + uint16_t outb_nb_crypto_qs; + uint16_t ipsec_in_max_spi; + uint16_t ipsec_out_max_sa; /* End of input parameters */ /* LMT line base for "Per Core Tx LMT line" mode*/ uintptr_t lmt_base; diff --git a/drivers/common/cnxk/roc_nix_debug.c b/drivers/common/cnxk/roc_nix_debug.c index 582f5a3cb0..266935a6c5 100644 --- a/drivers/common/cnxk/roc_nix_debug.c +++ b/drivers/common/cnxk/roc_nix_debug.c @@ -818,6 +818,7 @@ roc_nix_rq_dump(struct roc_nix_rq *rq) nix_dump(" vwqe_wait_tmo = %ld", rq->vwqe_wait_tmo); nix_dump(" vwqe_aura_handle = %ld", rq->vwqe_aura_handle); nix_dump(" roc_nix = %p", rq->roc_nix); + nix_dump(" inl_dev_ref = %d", rq->inl_dev_ref); } void @@ -1160,6 +1161,7 @@ roc_nix_dump(struct roc_nix *roc_nix) { struct nix *nix = roc_nix_to_nix_priv(roc_nix); struct dev *dev = &nix->dev; + int i; nix_dump("nix@%p", nix); nix_dump(" pf = %d", dev_get_pf(dev->pf_func)); @@ -1169,6 +1171,7 @@ roc_nix_dump(struct roc_nix *roc_nix) nix_dump(" port_id = %d", roc_nix->port_id); nix_dump(" rss_tag_as_xor = %d", roc_nix->rss_tag_as_xor); nix_dump(" rss_tag_as_xor = %d", roc_nix->max_sqb_count); + nix_dump(" outb_nb_desc = %u", roc_nix->outb_nb_desc); nix_dump(" \tpci_dev = %p", nix->pci_dev); nix_dump(" \tbase = 0x%" PRIxPTR "", nix->base); @@ -1206,12 +1209,24 @@ roc_nix_dump(struct roc_nix *roc_nix) nix_dump(" \ttx_link = %d", nix->tx_link); nix_dump(" \tsqb_size = %d", nix->sqb_size); nix_dump(" \tmsixoff = %d", nix->msixoff); + for (i = 0; i < nix->nb_cpt_lf; i++) + nix_dump(" \tcpt_msixoff[%d] = %d", i, nix->cpt_msixoff[i]); nix_dump(" \tcints = %d", nix->cints); nix_dump(" \tqints = %d", nix->qints); nix_dump(" \tsdp_link = %d", nix->sdp_link); nix_dump(" \tptp_en = %d", nix->ptp_en); nix_dump(" \trss_alg_idx = %d", nix->rss_alg_idx); nix_dump(" \ttx_pause = %d", nix->tx_pause); + nix_dump(" \tinl_inb_ena = %d", nix->inl_inb_ena); + nix_dump(" \tinl_outb_ena = %d", nix->inl_outb_ena); + nix_dump(" \tinb_sa_base = 0x%p", nix->inb_sa_base); + nix_dump(" \tinb_sa_sz = %" PRIu64, nix->inb_sa_sz); + nix_dump(" \toutb_sa_base = 0x%p", nix->outb_sa_base); + nix_dump(" \toutb_sa_sz = %" PRIu64, nix->outb_sa_sz); + nix_dump(" \toutb_err_sso_pffunc = 0x%x", nix->outb_err_sso_pffunc); + nix_dump(" \tcpt_lf_base = 0x%p", nix->cpt_lf_base); + nix_dump(" \tnb_cpt_lf = %d", nix->nb_cpt_lf); + nix_dump(" \tinb_inl_dev = %d", nix->inb_inl_dev); } void diff --git a/drivers/common/cnxk/roc_nix_inl.c b/drivers/common/cnxk/roc_nix_inl.c new file mode 100644 index 0000000000..1d962e31a3 --- /dev/null +++ b/drivers/common/cnxk/roc_nix_inl.c @@ -0,0 +1,778 @@ +/* SPDX-License-Identifier: BSD-3-Clause + * Copyright(C) 2021 Marvell. + */ + +#include "roc_api.h" +#include "roc_priv.h" + +PLT_STATIC_ASSERT(ROC_NIX_INL_ONF_IPSEC_INB_SA_SZ == + 1UL << ROC_NIX_INL_ONF_IPSEC_INB_SA_SZ_LOG2); +PLT_STATIC_ASSERT(ROC_NIX_INL_ONF_IPSEC_INB_SA_SZ == 512); +PLT_STATIC_ASSERT(ROC_NIX_INL_ONF_IPSEC_OUTB_SA_SZ == + 1UL << ROC_NIX_INL_ONF_IPSEC_OUTB_SA_SZ_LOG2); +PLT_STATIC_ASSERT(ROC_NIX_INL_OT_IPSEC_INB_SA_SZ == + 1UL << ROC_NIX_INL_OT_IPSEC_INB_SA_SZ_LOG2); +PLT_STATIC_ASSERT(ROC_NIX_INL_OT_IPSEC_INB_SA_SZ == 1024); +PLT_STATIC_ASSERT(ROC_NIX_INL_OT_IPSEC_OUTB_SA_SZ == + 1UL << ROC_NIX_INL_OT_IPSEC_OUTB_SA_SZ_LOG2); + +static int +nix_inl_inb_sa_tbl_setup(struct roc_nix *roc_nix) +{ + uint16_t ipsec_in_max_spi = roc_nix->ipsec_in_max_spi; + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct roc_nix_ipsec_cfg cfg; + size_t inb_sa_sz; + int rc; + + /* CN9K SA size is different */ + if (roc_model_is_cn9k()) + inb_sa_sz = ROC_NIX_INL_ONF_IPSEC_INB_SA_SZ; + else + inb_sa_sz = ROC_NIX_INL_OT_IPSEC_INB_SA_SZ; + + /* Alloc contiguous memory for Inbound SA's */ + nix->inb_sa_sz = inb_sa_sz; + nix->inb_sa_base = plt_zmalloc(inb_sa_sz * ipsec_in_max_spi, + ROC_NIX_INL_SA_BASE_ALIGN); + if (!nix->inb_sa_base) { + plt_err("Failed to allocate memory for Inbound SA"); + return -ENOMEM; + } + + memset(&cfg, 0, sizeof(cfg)); + cfg.sa_size = inb_sa_sz; + cfg.iova = (uintptr_t)nix->inb_sa_base; + cfg.max_sa = ipsec_in_max_spi + 1; + cfg.tt = SSO_TT_ORDERED; + + /* Setup device specific inb SA table */ + rc = roc_nix_lf_inl_ipsec_cfg(roc_nix, &cfg, true); + if (rc) { + plt_err("Failed to setup NIX Inbound SA conf, rc=%d", rc); + goto free_mem; + } + + return 0; +free_mem: + plt_free(nix->inb_sa_base); + nix->inb_sa_base = NULL; + return rc; +} + +static int +nix_inl_sa_tbl_release(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + int rc; + + rc = roc_nix_lf_inl_ipsec_cfg(roc_nix, NULL, false); + if (rc) { + plt_err("Failed to disable Inbound inline ipsec, rc=%d", rc); + return rc; + } + + plt_free(nix->inb_sa_base); + nix->inb_sa_base = NULL; + return 0; +} + +struct roc_cpt_lf * +roc_nix_inl_outb_lf_base_get(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + /* NIX Inline config needs to be done */ + if (!nix->inl_outb_ena || !nix->cpt_lf_base) + return NULL; + + return (struct roc_cpt_lf *)nix->cpt_lf_base; +} + +uintptr_t +roc_nix_inl_outb_sa_base_get(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + return (uintptr_t)nix->outb_sa_base; +} + +uintptr_t +roc_nix_inl_inb_sa_base_get(struct roc_nix *roc_nix, bool inb_inl_dev) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev == NULL) + return 0; + + if (!nix->inl_inb_ena) + return 0; + + inl_dev = idev->nix_inl_dev; + if (inb_inl_dev) { + /* Return inline dev sa base */ + if (inl_dev) + return (uintptr_t)inl_dev->inb_sa_base; + return 0; + } + + return (uintptr_t)nix->inb_sa_base; +} + +uint32_t +roc_nix_inl_inb_sa_max_spi(struct roc_nix *roc_nix, bool inb_inl_dev) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev == NULL) + return 0; + + if (!nix->inl_inb_ena) + return 0; + + inl_dev = idev->nix_inl_dev; + if (inb_inl_dev) { + if (inl_dev) + return inl_dev->ipsec_in_max_spi; + return 0; + } + + return roc_nix->ipsec_in_max_spi; +} + +uint32_t +roc_nix_inl_inb_sa_sz(struct roc_nix *roc_nix, bool inl_dev_sa) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev == NULL) + return 0; + + if (!inl_dev_sa) + return nix->inb_sa_sz; + + inl_dev = idev->nix_inl_dev; + if (inl_dev_sa && inl_dev) + return inl_dev->inb_sa_sz; + + /* On error */ + return 0; +} + +uintptr_t +roc_nix_inl_inb_sa_get(struct roc_nix *roc_nix, bool inb_inl_dev, uint32_t spi) +{ + uintptr_t sa_base; + uint32_t max_spi; + uint64_t sz; + + sa_base = roc_nix_inl_inb_sa_base_get(roc_nix, inb_inl_dev); + /* Check if SA base exists */ + if (!sa_base) + return 0; + + /* Check if SPI is in range */ + max_spi = roc_nix_inl_inb_sa_max_spi(roc_nix, inb_inl_dev); + if (spi > max_spi) { + plt_err("Inbound SA SPI %u exceeds max %u", spi, max_spi); + return 0; + } + + /* Get SA size */ + sz = roc_nix_inl_inb_sa_sz(roc_nix, inb_inl_dev); + if (!sz) + return 0; + + /* Basic logic of SPI->SA for now */ + return (sa_base + (spi * sz)); +} + +int +roc_nix_inl_inb_init(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct idev_cfg *idev = idev_get_cfg(); + struct roc_cpt *roc_cpt; + uint16_t param1; + int rc; + + if (idev == NULL) + return -ENOTSUP; + + /* Unless we have another mechanism to trigger + * onetime Inline config in CPTPF, we cannot + * support without CPT being probed. + */ + roc_cpt = idev->cpt; + if (!roc_cpt) { + plt_err("Cannot support inline inbound, cryptodev not probed"); + return -ENOTSUP; + } + + if (roc_model_is_cn9k()) { + param1 = ROC_ONF_IPSEC_INB_MAX_L2_SZ; + } else { + union roc_ot_ipsec_inb_param1 u; + + u.u16 = 0; + u.s.esp_trailer_disable = 1; + param1 = u.u16; + } + + /* Do onetime Inbound Inline config in CPTPF */ + rc = roc_cpt_inline_ipsec_inb_cfg(roc_cpt, param1, 0); + if (rc && rc != -EEXIST) { + plt_err("Failed to setup inbound lf, rc=%d", rc); + return rc; + } + + /* Setup Inbound SA table */ + rc = nix_inl_inb_sa_tbl_setup(roc_nix); + if (rc) + return rc; + + nix->inl_inb_ena = true; + return 0; +} + +int +roc_nix_inl_inb_fini(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + if (!nix->inl_inb_ena) + return 0; + + nix->inl_inb_ena = false; + + /* Disable Inbound SA */ + return nix_inl_sa_tbl_release(roc_nix); +} + +int +roc_nix_inl_outb_init(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct idev_cfg *idev = idev_get_cfg(); + struct roc_cpt_lf *lf_base, *lf; + struct dev *dev = &nix->dev; + struct msix_offset_rsp *rsp; + struct nix_inl_dev *inl_dev; + uint16_t sso_pffunc; + uint8_t eng_grpmask; + uint64_t blkaddr; + uint16_t nb_lf; + void *sa_base; + size_t sa_sz; + int i, j, rc; + + if (idev == NULL) + return -ENOTSUP; + + nb_lf = roc_nix->outb_nb_crypto_qs; + blkaddr = nix->is_nix1 ? RVU_BLOCK_ADDR_CPT1 : RVU_BLOCK_ADDR_CPT0; + + /* Retrieve inline device if present */ + inl_dev = idev->nix_inl_dev; + sso_pffunc = inl_dev ? inl_dev->dev.pf_func : idev_sso_pffunc_get(); + if (!sso_pffunc) { + plt_err("Failed to setup inline outb, need either " + "inline device or sso device"); + return -ENOTSUP; + } + + /* Attach CPT LF for outbound */ + rc = cpt_lfs_attach(dev, blkaddr, true, nb_lf); + if (rc) { + plt_err("Failed to attach CPT LF for inline outb, rc=%d", rc); + return rc; + } + + /* Alloc CPT LF */ + eng_grpmask = (1ULL << ROC_CPT_DFLT_ENG_GRP_SE | + 1ULL << ROC_CPT_DFLT_ENG_GRP_SE_IE | + 1ULL << ROC_CPT_DFLT_ENG_GRP_AE); + rc = cpt_lfs_alloc(dev, eng_grpmask, blkaddr, true); + if (rc) { + plt_err("Failed to alloc CPT LF resources, rc=%d", rc); + goto lf_detach; + } + + /* Get msix offsets */ + rc = cpt_get_msix_offset(dev, &rsp); + if (rc) { + plt_err("Failed to get CPT LF msix offset, rc=%d", rc); + goto lf_free; + } + + mbox_memcpy(nix->cpt_msixoff, + nix->is_nix1 ? rsp->cpt1_lf_msixoff : rsp->cptlf_msixoff, + sizeof(nix->cpt_msixoff)); + + /* Alloc required num of cpt lfs */ + lf_base = plt_zmalloc(nb_lf * sizeof(struct roc_cpt_lf), 0); + if (!lf_base) { + plt_err("Failed to alloc cpt lf memory"); + rc = -ENOMEM; + goto lf_free; + } + + /* Initialize CPT LF's */ + for (i = 0; i < nb_lf; i++) { + lf = &lf_base[i]; + + lf->lf_id = i; + lf->nb_desc = roc_nix->outb_nb_desc; + lf->dev = &nix->dev; + lf->msixoff = nix->cpt_msixoff[i]; + lf->pci_dev = nix->pci_dev; + + /* Setup CPT LF instruction queue */ + rc = cpt_lf_init(lf); + if (rc) { + plt_err("Failed to initialize CPT LF, rc=%d", rc); + goto lf_fini; + } + + /* Associate this CPT LF with NIX PFFUNC */ + rc = cpt_lf_outb_cfg(dev, sso_pffunc, nix->dev.pf_func, i, + true); + if (rc) { + plt_err("Failed to setup CPT LF->(NIX,SSO) link, rc=%d", + rc); + goto lf_fini; + } + + /* Enable IQ */ + roc_cpt_iq_enable(lf); + } + + if (!roc_nix->ipsec_out_max_sa) + goto skip_sa_alloc; + + /* CN9K SA size is different */ + if (roc_model_is_cn9k()) + sa_sz = ROC_NIX_INL_ONF_IPSEC_OUTB_SA_SZ; + else + sa_sz = ROC_NIX_INL_OT_IPSEC_OUTB_SA_SZ; + /* Alloc contiguous memory of outbound SA */ + sa_base = plt_zmalloc(sa_sz * roc_nix->ipsec_out_max_sa, + ROC_NIX_INL_SA_BASE_ALIGN); + if (!sa_base) { + plt_err("Outbound SA base alloc failed"); + goto lf_fini; + } + nix->outb_sa_base = sa_base; + nix->outb_sa_sz = sa_sz; + +skip_sa_alloc: + + nix->cpt_lf_base = lf_base; + nix->nb_cpt_lf = nb_lf; + nix->outb_err_sso_pffunc = sso_pffunc; + nix->inl_outb_ena = true; + return 0; + +lf_fini: + for (j = i - 1; j >= 0; j--) + cpt_lf_fini(&lf_base[j]); + plt_free(lf_base); +lf_free: + rc |= cpt_lfs_free(dev); +lf_detach: + rc |= cpt_lfs_detach(dev); + return rc; +} + +int +roc_nix_inl_outb_fini(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct roc_cpt_lf *lf_base = nix->cpt_lf_base; + struct dev *dev = &nix->dev; + int i, rc, ret = 0; + + if (!nix->inl_outb_ena) + return 0; + + nix->inl_outb_ena = false; + + /* Cleanup CPT LF instruction queue */ + for (i = 0; i < nix->nb_cpt_lf; i++) + cpt_lf_fini(&lf_base[i]); + + /* Free LF resources */ + rc = cpt_lfs_free(dev); + if (rc) + plt_err("Failed to free CPT LF resources, rc=%d", rc); + ret |= rc; + + /* Detach LF */ + rc = cpt_lfs_detach(dev); + if (rc) + plt_err("Failed to detach CPT LF, rc=%d", rc); + + /* Free LF memory */ + plt_free(lf_base); + nix->cpt_lf_base = NULL; + nix->nb_cpt_lf = 0; + + /* Free outbound SA base */ + plt_free(nix->outb_sa_base); + nix->outb_sa_base = NULL; + + ret |= rc; + return ret; +} + +bool +roc_nix_inl_dev_is_probed(void) +{ + struct idev_cfg *idev = idev_get_cfg(); + + if (idev == NULL) + return 0; + + return !!idev->nix_inl_dev; +} + +bool +roc_nix_inl_inb_is_enabled(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + return nix->inl_inb_ena; +} + +bool +roc_nix_inl_outb_is_enabled(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + return nix->inl_outb_ena; +} + +int +roc_nix_inl_dev_rq_get(struct roc_nix_rq *rq) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + struct roc_nix_rq *inl_rq; + struct dev *dev; + int rc; + + if (idev == NULL) + return 0; + + inl_dev = idev->nix_inl_dev; + /* Nothing to do if no inline device */ + if (!inl_dev) + return 0; + + /* Just take reference if already inited */ + if (inl_dev->rq_refs) { + inl_dev->rq_refs++; + rq->inl_dev_ref = true; + return 0; + } + + dev = &inl_dev->dev; + inl_rq = &inl_dev->rq; + memset(inl_rq, 0, sizeof(struct roc_nix_rq)); + + /* Take RQ pool attributes from the first ethdev RQ */ + inl_rq->qid = 0; + inl_rq->aura_handle = rq->aura_handle; + inl_rq->first_skip = rq->first_skip; + inl_rq->later_skip = rq->later_skip; + inl_rq->lpb_size = rq->lpb_size; + + if (!roc_model_is_cn9k()) { + uint64_t aura_limit = + roc_npa_aura_op_limit_get(inl_rq->aura_handle); + uint64_t aura_shift = plt_log2_u32(aura_limit); + + if (aura_shift < 8) + aura_shift = 0; + else + aura_shift = aura_shift - 8; + + /* Set first pass RQ to drop when half of the buffers are in + * use to avoid metabuf alloc failure. This is needed as long + * as we cannot use different + */ + inl_rq->red_pass = (aura_limit / 2) >> aura_shift; + inl_rq->red_drop = ((aura_limit / 2) - 1) >> aura_shift; + } + + /* Enable IPSec */ + inl_rq->ipsech_ena = true; + + inl_rq->flow_tag_width = 20; + /* Special tag mask */ + inl_rq->tag_mask = 0xFFF00000; + inl_rq->tt = SSO_TT_ORDERED; + inl_rq->hwgrp = 0; + inl_rq->wqe_skip = 1; + inl_rq->sso_ena = true; + + /* Prepare and send RQ init mbox */ + if (roc_model_is_cn9k()) + rc = nix_rq_cn9k_cfg(dev, inl_rq, inl_dev->qints, false, true); + else + rc = nix_rq_cfg(dev, inl_rq, inl_dev->qints, false, true); + if (rc) { + plt_err("Failed to prepare aq_enq msg, rc=%d", rc); + return rc; + } + + rc = mbox_process(dev->mbox); + if (rc) { + plt_err("Failed to send aq_enq msg, rc=%d", rc); + return rc; + } + + inl_dev->rq_refs++; + rq->inl_dev_ref = true; + return 0; +} + +int +roc_nix_inl_dev_rq_put(struct roc_nix_rq *rq) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + struct roc_nix_rq *inl_rq; + struct dev *dev; + int rc; + + if (idev == NULL) + return 0; + + if (!rq->inl_dev_ref) + return 0; + + inl_dev = idev->nix_inl_dev; + /* Inline device should be there if we have ref */ + if (!inl_dev) { + plt_err("Failed to find inline device with refs"); + return -EFAULT; + } + + rq->inl_dev_ref = false; + inl_dev->rq_refs--; + if (inl_dev->rq_refs) + return 0; + + dev = &inl_dev->dev; + inl_rq = &inl_dev->rq; + /* There are no more references, disable RQ */ + rc = nix_rq_ena_dis(dev, inl_rq, false); + if (rc) + plt_err("Failed to disable inline device rq, rc=%d", rc); + + /* Flush NIX LF for CN10K */ + if (roc_model_is_cn10k()) + plt_write64(0, inl_dev->nix_base + NIX_LF_OP_VWQE_FLUSH); + + return rc; +} + +uint64_t +roc_nix_inl_dev_rq_limit_get(void) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + struct roc_nix_rq *inl_rq; + + if (!idev || !idev->nix_inl_dev) + return 0; + + inl_dev = idev->nix_inl_dev; + if (!inl_dev->rq_refs) + return 0; + + inl_rq = &inl_dev->rq; + + return roc_npa_aura_op_limit_get(inl_rq->aura_handle); +} + +void +roc_nix_inb_mode_set(struct roc_nix *roc_nix, bool use_inl_dev) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + /* Info used by NPC flow rule add */ + nix->inb_inl_dev = use_inl_dev; +} + +bool +roc_nix_inb_is_with_inl_dev(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + return nix->inb_inl_dev; +} + +struct roc_nix_rq * +roc_nix_inl_dev_rq(void) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev != NULL) { + inl_dev = idev->nix_inl_dev; + if (inl_dev != NULL && inl_dev->rq_refs) + return &inl_dev->rq; + } + + return NULL; +} + +uint16_t __roc_api +roc_nix_inl_outb_sso_pffunc_get(struct roc_nix *roc_nix) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + + return nix->outb_err_sso_pffunc; +} + +int +roc_nix_inl_cb_register(roc_nix_inl_sso_work_cb_t cb, void *args) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev == NULL) + return -EIO; + + inl_dev = idev->nix_inl_dev; + if (!inl_dev) + return -EIO; + + /* Be silent if registration called with same cb and args */ + if (inl_dev->work_cb == cb && inl_dev->cb_args == args) + return 0; + + /* Don't allow registration again if registered with different cb */ + if (inl_dev->work_cb) + return -EBUSY; + + inl_dev->work_cb = cb; + inl_dev->cb_args = args; + return 0; +} + +int +roc_nix_inl_cb_unregister(roc_nix_inl_sso_work_cb_t cb, void *args) +{ + struct idev_cfg *idev = idev_get_cfg(); + struct nix_inl_dev *inl_dev; + + if (idev == NULL) + return -ENOENT; + + inl_dev = idev->nix_inl_dev; + if (!inl_dev) + return -ENOENT; + + if (inl_dev->work_cb != cb || inl_dev->cb_args != args) + return -EINVAL; + + inl_dev->work_cb = NULL; + inl_dev->cb_args = NULL; + return 0; +} + +int +roc_nix_inl_inb_tag_update(struct roc_nix *roc_nix, uint32_t tag_const, + uint8_t tt) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct roc_nix_ipsec_cfg cfg; + + /* Be silent if inline inbound not enabled */ + if (!nix->inl_inb_ena) + return 0; + + memset(&cfg, 0, sizeof(cfg)); + cfg.sa_size = nix->inb_sa_sz; + cfg.iova = (uintptr_t)nix->inb_sa_base; + cfg.max_sa = roc_nix->ipsec_in_max_spi + 1; + cfg.tt = tt; + cfg.tag_const = tag_const; + + return roc_nix_lf_inl_ipsec_cfg(roc_nix, &cfg, true); +} + +int +roc_nix_inl_sa_sync(struct roc_nix *roc_nix, void *sa, bool inb, + enum roc_nix_inl_sa_sync_op op) +{ + struct nix *nix = roc_nix_to_nix_priv(roc_nix); + struct roc_cpt_lf *outb_lf = nix->cpt_lf_base; + union cpt_lf_ctx_reload reload; + union cpt_lf_ctx_flush flush; + uintptr_t rbase; + + /* Nothing much to do on cn9k */ + if (roc_model_is_cn9k()) { + plt_atomic_thread_fence(__ATOMIC_ACQ_REL); + return 0; + } + + if (!inb && !outb_lf) + return -EINVAL; + + /* Performing op via outbound lf is enough + * when inline dev is not in use. + */ + if (outb_lf && !nix->inb_inl_dev) { + rbase = outb_lf->rbase; + + flush.u = 0; + reload.u = 0; + switch (op) { + case ROC_NIX_INL_SA_OP_FLUSH_INVAL: + flush.s.inval = 1; + /* fall through */ + case ROC_NIX_INL_SA_OP_FLUSH: + flush.s.cptr = ((uintptr_t)sa) >> 7; + plt_write64(flush.u, rbase + CPT_LF_CTX_FLUSH); + break; + case ROC_NIX_INL_SA_OP_RELOAD: + reload.s.cptr = ((uintptr_t)sa) >> 7; + plt_write64(reload.u, rbase + CPT_LF_CTX_RELOAD); + break; + default: + return -EINVAL; + } + return 0; + } + + return -ENOTSUP; +} + +void +roc_nix_inl_dev_lock(void) +{ + struct idev_cfg *idev = idev_get_cfg(); + + if (idev != NULL) + plt_spinlock_lock(&idev->nix_inl_dev_lock); +} + +void +roc_nix_inl_dev_unlock(void) +{ + struct idev_cfg *idev = idev_get_cfg(); + + if (idev != NULL) + plt_spinlock_unlock(&idev->nix_inl_dev_lock); +} diff --git a/drivers/common/cnxk/roc_nix_inl.h b/drivers/common/cnxk/roc_nix_inl.h index 1b3aab092a..6b8c26885e 100644 --- a/drivers/common/cnxk/roc_nix_inl.h +++ b/drivers/common/cnxk/roc_nix_inl.h @@ -43,6 +43,62 @@ /* Alignment of SA Base */ #define ROC_NIX_INL_SA_BASE_ALIGN BIT_ULL(16) +static inline struct roc_onf_ipsec_inb_sa * +roc_nix_inl_onf_ipsec_inb_sa(uintptr_t base, uint64_t idx) +{ + uint64_t off = idx << ROC_NIX_INL_ONF_IPSEC_INB_SA_SZ_LOG2; + + return PLT_PTR_ADD(base, off); +} + +static inline struct roc_onf_ipsec_outb_sa * +roc_nix_inl_onf_ipsec_outb_sa(uintptr_t base, uint64_t idx) +{ + uint64_t off = idx << ROC_NIX_INL_ONF_IPSEC_OUTB_SA_SZ_LOG2; + + return PLT_PTR_ADD(base, off); +} + +static inline void * +roc_nix_inl_onf_ipsec_inb_sa_sw_rsvd(void *sa) +{ + return PLT_PTR_ADD(sa, ROC_NIX_INL_ONF_IPSEC_INB_HW_SZ); +} + +static inline void * +roc_nix_inl_onf_ipsec_outb_sa_sw_rsvd(void *sa) +{ + return PLT_PTR_ADD(sa, ROC_NIX_INL_ONF_IPSEC_OUTB_HW_SZ); +} + +static inline struct roc_ot_ipsec_inb_sa * +roc_nix_inl_ot_ipsec_inb_sa(uintptr_t base, uint64_t idx) +{ + uint64_t off = idx << ROC_NIX_INL_OT_IPSEC_INB_SA_SZ_LOG2; + + return PLT_PTR_ADD(base, off); +} + +static inline struct roc_ot_ipsec_outb_sa * +roc_nix_inl_ot_ipsec_outb_sa(uintptr_t base, uint64_t idx) +{ + uint64_t off = idx << ROC_NIX_INL_OT_IPSEC_OUTB_SA_SZ_LOG2; + + return PLT_PTR_ADD(base, off); +} + +static inline void * +roc_nix_inl_ot_ipsec_inb_sa_sw_rsvd(void *sa) +{ + return PLT_PTR_ADD(sa, ROC_NIX_INL_OT_IPSEC_INB_HW_SZ); +} + +static inline void * +roc_nix_inl_ot_ipsec_outb_sa_sw_rsvd(void *sa) +{ + return PLT_PTR_ADD(sa, ROC_NIX_INL_OT_IPSEC_OUTB_HW_SZ); +} + /* Inline device SSO Work callback */ typedef void (*roc_nix_inl_sso_work_cb_t)(uint64_t *gw, void *args); @@ -62,5 +118,50 @@ struct roc_nix_inl_dev { int __roc_api roc_nix_inl_dev_init(struct roc_nix_inl_dev *roc_inl_dev); int __roc_api roc_nix_inl_dev_fini(struct roc_nix_inl_dev *roc_inl_dev); void __roc_api roc_nix_inl_dev_dump(struct roc_nix_inl_dev *roc_inl_dev); +bool __roc_api roc_nix_inl_dev_is_probed(void); +void __roc_api roc_nix_inl_dev_lock(void); +void __roc_api roc_nix_inl_dev_unlock(void); + +/* NIX Inline Inbound API */ +int __roc_api roc_nix_inl_inb_init(struct roc_nix *roc_nix); +int __roc_api roc_nix_inl_inb_fini(struct roc_nix *roc_nix); +bool __roc_api roc_nix_inl_inb_is_enabled(struct roc_nix *roc_nix); +uintptr_t __roc_api roc_nix_inl_inb_sa_base_get(struct roc_nix *roc_nix, + bool inl_dev_sa); +uint32_t __roc_api roc_nix_inl_inb_sa_max_spi(struct roc_nix *roc_nix, + bool inl_dev_sa); +uint32_t __roc_api roc_nix_inl_inb_sa_sz(struct roc_nix *roc_nix, + bool inl_dev_sa); +uintptr_t __roc_api roc_nix_inl_inb_sa_get(struct roc_nix *roc_nix, + bool inl_dev_sa, uint32_t spi); +void __roc_api roc_nix_inb_mode_set(struct roc_nix *roc_nix, bool use_inl_dev); +int __roc_api roc_nix_inl_dev_rq_get(struct roc_nix_rq *rq); +int __roc_api roc_nix_inl_dev_rq_put(struct roc_nix_rq *rq); +bool __roc_api roc_nix_inb_is_with_inl_dev(struct roc_nix *roc_nix); +struct roc_nix_rq *__roc_api roc_nix_inl_dev_rq(void); +int __roc_api roc_nix_inl_inb_tag_update(struct roc_nix *roc_nix, + uint32_t tag_const, uint8_t tt); +uint64_t __roc_api roc_nix_inl_dev_rq_limit_get(void); + +/* NIX Inline Outbound API */ +int __roc_api roc_nix_inl_outb_init(struct roc_nix *roc_nix); +int __roc_api roc_nix_inl_outb_fini(struct roc_nix *roc_nix); +bool __roc_api roc_nix_inl_outb_is_enabled(struct roc_nix *roc_nix); +uintptr_t __roc_api roc_nix_inl_outb_sa_base_get(struct roc_nix *roc_nix); +struct roc_cpt_lf *__roc_api +roc_nix_inl_outb_lf_base_get(struct roc_nix *roc_nix); +uint16_t __roc_api roc_nix_inl_outb_sso_pffunc_get(struct roc_nix *roc_nix); +int __roc_api roc_nix_inl_cb_register(roc_nix_inl_sso_work_cb_t cb, void *args); +int __roc_api roc_nix_inl_cb_unregister(roc_nix_inl_sso_work_cb_t cb, + void *args); +/* NIX Inline/Outbound API */ +enum roc_nix_inl_sa_sync_op { + ROC_NIX_INL_SA_OP_FLUSH, + ROC_NIX_INL_SA_OP_FLUSH_INVAL, + ROC_NIX_INL_SA_OP_RELOAD, +}; + +int __roc_api roc_nix_inl_sa_sync(struct roc_nix *roc_nix, void *sa, bool inb, + enum roc_nix_inl_sa_sync_op op); #endif /* _ROC_NIX_INL_H_ */ diff --git a/drivers/common/cnxk/roc_nix_priv.h b/drivers/common/cnxk/roc_nix_priv.h index b140dad383..7653c5a328 100644 --- a/drivers/common/cnxk/roc_nix_priv.h +++ b/drivers/common/cnxk/roc_nix_priv.h @@ -164,6 +164,21 @@ struct nix { uint16_t tm_link_cfg_lvl; uint16_t contig_rsvd[NIX_TXSCH_LVL_CNT]; uint16_t discontig_rsvd[NIX_TXSCH_LVL_CNT]; + + /* Ipsec info */ + uint16_t cpt_msixoff[MAX_RVU_BLKLF_CNT]; + bool inl_inb_ena; + bool inl_outb_ena; + void *inb_sa_base; + size_t inb_sa_sz; + void *outb_sa_base; + size_t outb_sa_sz; + uint16_t outb_err_sso_pffunc; + struct roc_cpt_lf *cpt_lf_base; + uint16_t nb_cpt_lf; + /* Mode provided by driver */ + bool inb_inl_dev; + } __plt_cache_aligned; enum nix_err_status { diff --git a/drivers/common/cnxk/roc_nix_queue.c b/drivers/common/cnxk/roc_nix_queue.c index cff0ec3cd0..41e8f2ce21 100644 --- a/drivers/common/cnxk/roc_nix_queue.c +++ b/drivers/common/cnxk/roc_nix_queue.c @@ -131,11 +131,11 @@ nix_rq_cn9k_cfg(struct dev *dev, struct roc_nix_rq *rq, uint16_t qints, /* If RED enabled, then fill enable for all cases */ if (rq->red_pass && (rq->red_pass >= rq->red_drop)) { - aq->rq.spb_aura_pass = rq->spb_red_pass; - aq->rq.lpb_aura_pass = rq->red_pass; + aq->rq.spb_pool_pass = rq->spb_red_pass; + aq->rq.lpb_pool_pass = rq->red_pass; - aq->rq.spb_aura_drop = rq->spb_red_drop; - aq->rq.lpb_aura_drop = rq->red_drop; + aq->rq.spb_pool_drop = rq->spb_red_drop; + aq->rq.lpb_pool_drop = rq->red_drop; } if (cfg) { @@ -176,11 +176,11 @@ nix_rq_cn9k_cfg(struct dev *dev, struct roc_nix_rq *rq, uint16_t qints, aq->rq_mask.xqe_drop_ena = ~aq->rq_mask.xqe_drop_ena; if (rq->red_pass && (rq->red_pass >= rq->red_drop)) { - aq->rq_mask.spb_aura_pass = ~aq->rq_mask.spb_aura_pass; - aq->rq_mask.lpb_aura_pass = ~aq->rq_mask.lpb_aura_pass; + aq->rq_mask.spb_pool_pass = ~aq->rq_mask.spb_pool_pass; + aq->rq_mask.lpb_pool_pass = ~aq->rq_mask.lpb_pool_pass; - aq->rq_mask.spb_aura_drop = ~aq->rq_mask.spb_aura_drop; - aq->rq_mask.lpb_aura_drop = ~aq->rq_mask.lpb_aura_drop; + aq->rq_mask.spb_pool_drop = ~aq->rq_mask.spb_pool_drop; + aq->rq_mask.lpb_pool_drop = ~aq->rq_mask.lpb_pool_drop; } } @@ -276,17 +276,13 @@ nix_rq_cfg(struct dev *dev, struct roc_nix_rq *rq, uint16_t qints, bool cfg, /* If RED enabled, then fill enable for all cases */ if (rq->red_pass && (rq->red_pass >= rq->red_drop)) { - aq->rq.spb_pool_pass = rq->red_pass; - aq->rq.spb_aura_pass = rq->red_pass; + aq->rq.spb_pool_pass = rq->spb_red_pass; aq->rq.lpb_pool_pass = rq->red_pass; - aq->rq.lpb_aura_pass = rq->red_pass; aq->rq.wqe_pool_pass = rq->red_pass; aq->rq.xqe_pass = rq->red_pass; - aq->rq.spb_pool_drop = rq->red_drop; - aq->rq.spb_aura_drop = rq->red_drop; + aq->rq.spb_pool_drop = rq->spb_red_drop; aq->rq.lpb_pool_drop = rq->red_drop; - aq->rq.lpb_aura_drop = rq->red_drop; aq->rq.wqe_pool_drop = rq->red_drop; aq->rq.xqe_drop = rq->red_drop; } @@ -346,16 +342,12 @@ nix_rq_cfg(struct dev *dev, struct roc_nix_rq *rq, uint16_t qints, bool cfg, if (rq->red_pass && (rq->red_pass >= rq->red_drop)) { aq->rq_mask.spb_pool_pass = ~aq->rq_mask.spb_pool_pass; - aq->rq_mask.spb_aura_pass = ~aq->rq_mask.spb_aura_pass; aq->rq_mask.lpb_pool_pass = ~aq->rq_mask.lpb_pool_pass; - aq->rq_mask.lpb_aura_pass = ~aq->rq_mask.lpb_aura_pass; aq->rq_mask.wqe_pool_pass = ~aq->rq_mask.wqe_pool_pass; aq->rq_mask.xqe_pass = ~aq->rq_mask.xqe_pass; aq->rq_mask.spb_pool_drop = ~aq->rq_mask.spb_pool_drop; - aq->rq_mask.spb_aura_drop = ~aq->rq_mask.spb_aura_drop; aq->rq_mask.lpb_pool_drop = ~aq->rq_mask.lpb_pool_drop; - aq->rq_mask.lpb_aura_drop = ~aq->rq_mask.lpb_aura_drop; aq->rq_mask.wqe_pool_drop = ~aq->rq_mask.wqe_pool_drop; aq->rq_mask.xqe_drop = ~aq->rq_mask.xqe_drop; } diff --git a/drivers/common/cnxk/roc_npc.c b/drivers/common/cnxk/roc_npc.c index 1c1e043474..b724ff9401 100644 --- a/drivers/common/cnxk/roc_npc.c +++ b/drivers/common/cnxk/roc_npc.c @@ -342,10 +342,11 @@ roc_npc_fini(struct roc_npc *roc_npc) } static int -npc_parse_actions(struct npc *npc, const struct roc_npc_attr *attr, +npc_parse_actions(struct roc_npc *roc_npc, const struct roc_npc_attr *attr, const struct roc_npc_action actions[], struct roc_npc_flow *flow) { + struct npc *npc = roc_npc_to_npc_priv(roc_npc); const struct roc_npc_action_mark *act_mark; const struct roc_npc_action_queue *act_q; const struct roc_npc_action_vf *vf_act; @@ -427,15 +428,16 @@ npc_parse_actions(struct npc *npc, const struct roc_npc_attr *attr, * NPC_SECURITY_ACTION_TYPE_INLINE_PROTOCOL && * session_protocol == * NPC_SECURITY_PROTOCOL_IPSEC - * - * RSS is not supported with inline ipsec. Get the - * rq from associated conf, or make - * ROC_NPC_ACTION_TYPE_QUEUE compulsory with this - * action. - * Currently, rq = 0 is assumed. */ req_act |= ROC_NPC_ACTION_TYPE_SEC; rq = 0; + + /* Special processing when with inline device */ + if (roc_nix_inb_is_with_inl_dev(roc_npc->roc_nix) && + roc_nix_inl_dev_is_probed()) { + rq = 0; + pf_func = nix_inl_dev_pffunc_get(); + } break; case ROC_NPC_ACTION_TYPE_VLAN_STRIP: req_act |= ROC_NPC_ACTION_TYPE_VLAN_STRIP; @@ -679,11 +681,12 @@ npc_parse_attr(struct npc *npc, const struct roc_npc_attr *attr, } static int -npc_parse_rule(struct npc *npc, const struct roc_npc_attr *attr, +npc_parse_rule(struct roc_npc *roc_npc, const struct roc_npc_attr *attr, const struct roc_npc_item_info pattern[], const struct roc_npc_action actions[], struct roc_npc_flow *flow, struct npc_parse_state *pst) { + struct npc *npc = roc_npc_to_npc_priv(roc_npc); int err; /* Check attr */ @@ -697,7 +700,7 @@ npc_parse_rule(struct npc *npc, const struct roc_npc_attr *attr, return err; /* Check action */ - err = npc_parse_actions(npc, attr, actions, flow); + err = npc_parse_actions(roc_npc, attr, actions, flow); if (err) return err; return 0; @@ -713,7 +716,8 @@ roc_npc_flow_parse(struct roc_npc *roc_npc, const struct roc_npc_attr *attr, struct npc_parse_state parse_state = {0}; int rc; - rc = npc_parse_rule(npc, attr, pattern, actions, flow, &parse_state); + rc = npc_parse_rule(roc_npc, attr, pattern, actions, flow, + &parse_state); if (rc) return rc; @@ -1193,7 +1197,8 @@ roc_npc_flow_create(struct roc_npc *roc_npc, const struct roc_npc_attr *attr, } memset(flow, 0, sizeof(*flow)); - rc = npc_parse_rule(npc, attr, pattern, actions, flow, &parse_state); + rc = npc_parse_rule(roc_npc, attr, pattern, actions, flow, + &parse_state); if (rc != 0) { *errcode = rc; goto err_exit; diff --git a/drivers/common/cnxk/version.map b/drivers/common/cnxk/version.map index 1f76664659..926d5c2167 100644 --- a/drivers/common/cnxk/version.map +++ b/drivers/common/cnxk/version.map @@ -99,9 +99,35 @@ INTERNAL { roc_nix_get_pf_func; roc_nix_get_vf; roc_nix_get_vwqe_interval; + roc_nix_inl_cb_register; + roc_nix_inl_cb_unregister; roc_nix_inl_dev_dump; roc_nix_inl_dev_fini; roc_nix_inl_dev_init; + roc_nix_inl_dev_is_probed; + roc_nix_inl_dev_lock; + roc_nix_inl_dev_unlock; + roc_nix_inl_dev_rq; + roc_nix_inl_dev_rq_get; + roc_nix_inl_dev_rq_put; + roc_nix_inl_dev_rq_limit_get; + roc_nix_inl_inb_is_enabled; + roc_nix_inl_inb_init; + roc_nix_inl_inb_sa_base_get; + roc_nix_inl_inb_sa_get; + roc_nix_inl_inb_sa_max_spi; + roc_nix_inl_inb_sa_sz; + roc_nix_inl_inb_tag_update; + roc_nix_inl_inb_fini; + roc_nix_inb_is_with_inl_dev; + roc_nix_inb_mode_set; + roc_nix_inl_outb_fini; + roc_nix_inl_outb_init; + roc_nix_inl_outb_lf_base_get; + roc_nix_inl_outb_sa_base_get; + roc_nix_inl_outb_sso_pffunc_get; + roc_nix_inl_outb_is_enabled; + roc_nix_inl_sa_sync; roc_nix_is_lbk; roc_nix_is_pf; roc_nix_is_sdp; -- 2.20.1