1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2021 Marvell.
9 roc_nix_is_lbk(struct roc_nix *roc_nix)
11 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
17 roc_nix_get_base_chan(struct roc_nix *roc_nix)
19 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
21 return nix->rx_chan_base;
25 roc_nix_get_vwqe_interval(struct roc_nix *roc_nix)
27 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
29 return nix->vwqe_interval;
33 roc_nix_is_sdp(struct roc_nix *roc_nix)
35 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
41 roc_nix_is_pf(struct roc_nix *roc_nix)
43 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
45 return !dev_is_vf(&nix->dev);
49 roc_nix_get_pf(struct roc_nix *roc_nix)
51 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
52 struct dev *dev = &nix->dev;
54 return dev_get_pf(dev->pf_func);
58 roc_nix_get_vf(struct roc_nix *roc_nix)
60 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
61 struct dev *dev = &nix->dev;
63 return dev_get_vf(dev->pf_func);
67 roc_nix_is_vf_or_sdp(struct roc_nix *roc_nix)
69 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
71 return (dev_is_vf(&nix->dev) != 0) || roc_nix_is_sdp(roc_nix);
75 roc_nix_get_pf_func(struct roc_nix *roc_nix)
77 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
78 struct dev *dev = &nix->dev;
84 roc_nix_lf_inl_ipsec_cfg(struct roc_nix *roc_nix, struct roc_nix_ipsec_cfg *cfg,
87 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
88 struct nix_inline_ipsec_lf_cfg *lf_cfg;
89 struct mbox *mbox = (&nix->dev)->mbox;
91 lf_cfg = mbox_alloc_msg_nix_inline_ipsec_lf_cfg(mbox);
97 lf_cfg->sa_base_addr = cfg->iova;
98 lf_cfg->ipsec_cfg1.sa_idx_w = plt_log2_u32(cfg->max_sa);
99 lf_cfg->ipsec_cfg0.lenm1_max = roc_nix_max_pkt_len(roc_nix) - 1;
100 lf_cfg->ipsec_cfg1.sa_idx_max = cfg->max_sa - 1;
101 lf_cfg->ipsec_cfg0.sa_pow2_size = plt_log2_u32(cfg->sa_size);
102 lf_cfg->ipsec_cfg0.tag_const = cfg->tag_const;
103 lf_cfg->ipsec_cfg0.tt = cfg->tt;
108 return mbox_process(mbox);
112 roc_nix_max_pkt_len(struct roc_nix *roc_nix)
114 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
116 if (roc_model_is_cn9k())
117 return NIX_CN9K_MAX_HW_FRS;
119 if (nix->lbk_link || roc_nix_is_sdp(roc_nix))
120 return NIX_LBK_MAX_HW_FRS;
122 return NIX_RPM_MAX_HW_FRS;
126 roc_nix_lf_alloc(struct roc_nix *roc_nix, uint32_t nb_rxq, uint32_t nb_txq,
129 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
130 struct mbox *mbox = (&nix->dev)->mbox;
131 struct nix_lf_alloc_req *req;
132 struct nix_lf_alloc_rsp *rsp;
135 req = mbox_alloc_msg_nix_lf_alloc(mbox);
138 req->rq_cnt = nb_rxq;
139 req->sq_cnt = nb_txq;
140 req->cq_cnt = nb_rxq;
141 /* XQESZ can be W64 or W16 */
142 req->xqe_sz = NIX_XQESZ_W16;
143 req->rss_sz = nix->reta_sz;
144 req->rss_grps = ROC_NIX_RSS_GRPS;
145 req->npa_func = idev_npa_pffunc_get();
146 req->sso_func = idev_sso_pffunc_get();
147 req->rx_cfg = rx_cfg;
149 if (!roc_nix->rss_tag_as_xor)
150 req->flags = NIX_LF_RSS_TAG_LSB_AS_ADDER;
152 rc = mbox_process_msg(mbox, (void *)&rsp);
156 nix->sqb_size = rsp->sqb_size;
157 nix->tx_chan_base = rsp->tx_chan_base;
158 nix->rx_chan_base = rsp->rx_chan_base;
159 if (roc_nix_is_lbk(roc_nix) && roc_nix->enable_loop)
160 nix->tx_chan_base = rsp->rx_chan_base;
161 nix->rx_chan_cnt = rsp->rx_chan_cnt;
162 nix->tx_chan_cnt = rsp->tx_chan_cnt;
163 nix->lso_tsov4_idx = rsp->lso_tsov4_idx;
164 nix->lso_tsov6_idx = rsp->lso_tsov6_idx;
165 nix->lf_tx_stats = rsp->lf_tx_stats;
166 nix->lf_rx_stats = rsp->lf_rx_stats;
167 nix->cints = rsp->cints;
168 roc_nix->cints = rsp->cints;
169 nix->qints = rsp->qints;
170 nix->ptp_en = rsp->hw_rx_tstamp_en;
171 roc_nix->rx_ptp_ena = rsp->hw_rx_tstamp_en;
172 nix->cgx_links = rsp->cgx_links;
173 nix->lbk_links = rsp->lbk_links;
174 nix->sdp_links = rsp->sdp_links;
175 nix->tx_link = rsp->tx_link;
176 nix->nb_rx_queues = nb_rxq;
177 nix->nb_tx_queues = nb_txq;
178 nix->sqs = plt_zmalloc(sizeof(struct roc_nix_sq *) * nb_txq, 0);
186 roc_nix_lf_free(struct roc_nix *roc_nix)
188 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
189 struct mbox *mbox = (&nix->dev)->mbox;
190 struct nix_lf_free_req *req;
191 struct ndc_sync_op *ndc_req;
197 /* Sync NDC-NIX for LF */
198 ndc_req = mbox_alloc_msg_ndc_sync_op(mbox);
201 ndc_req->nix_lf_tx_sync = 1;
202 ndc_req->nix_lf_rx_sync = 1;
203 rc = mbox_process(mbox);
205 plt_err("Error on NDC-NIX-[TX, RX] LF sync, rc %d", rc);
207 req = mbox_alloc_msg_nix_lf_free(mbox);
210 /* Let AF driver free all this nix lf's
211 * NPC entries allocated using NPC MBOX.
215 return mbox_process(mbox);
219 nix_lf_attach(struct dev *dev)
221 struct mbox *mbox = dev->mbox;
222 struct rsrc_attach_req *req;
226 req = mbox_alloc_msg_attach_resources(mbox);
232 return mbox_process(mbox);
236 nix_lf_get_msix_offset(struct dev *dev, struct nix *nix)
238 struct msix_offset_rsp *msix_rsp;
239 struct mbox *mbox = dev->mbox;
242 /* Get MSIX vector offsets */
243 mbox_alloc_msg_msix_offset(mbox);
244 rc = mbox_process_msg(mbox, (void *)&msix_rsp);
246 nix->msixoff = msix_rsp->nix_msixoff;
252 nix_lf_detach(struct nix *nix)
254 struct mbox *mbox = (&nix->dev)->mbox;
255 struct rsrc_detach_req *req;
258 req = mbox_alloc_msg_detach_resources(mbox);
264 return mbox_process(mbox);
268 roc_nix_get_hw_info(struct roc_nix *roc_nix)
270 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
271 struct mbox *mbox = (&nix->dev)->mbox;
272 struct nix_hw_info *hw_info;
275 mbox_alloc_msg_nix_get_hw_info(mbox);
276 rc = mbox_process_msg(mbox, (void *)&hw_info);
278 nix->vwqe_interval = hw_info->vwqe_delay;
284 sdp_lbk_id_update(struct plt_pci_device *pci_dev, struct nix *nix)
286 nix->sdp_link = false;
287 nix->lbk_link = false;
289 /* Update SDP/LBK link based on PCI device id */
290 switch (pci_dev->id.device_id) {
291 case PCI_DEVID_CNXK_RVU_SDP_PF:
292 case PCI_DEVID_CNXK_RVU_SDP_VF:
293 nix->sdp_link = true;
295 case PCI_DEVID_CNXK_RVU_AF_VF:
296 nix->lbk_link = true;
303 static inline uint64_t
304 nix_get_blkaddr(struct dev *dev)
308 /* Reading the discovery register to know which NIX is the LF
311 reg = plt_read64(dev->bar2 +
312 RVU_PF_BLOCK_ADDRX_DISC(RVU_BLOCK_ADDR_NIX0));
314 return reg & 0x1FFULL ? RVU_BLOCK_ADDR_NIX0 : RVU_BLOCK_ADDR_NIX1;
318 roc_nix_dev_init(struct roc_nix *roc_nix)
320 enum roc_nix_rss_reta_sz reta_sz;
321 struct plt_pci_device *pci_dev;
322 uint16_t max_sqb_count;
328 if (roc_nix == NULL || roc_nix->pci_dev == NULL)
329 return NIX_ERR_PARAM;
331 reta_sz = roc_nix->reta_sz;
332 if (reta_sz != 0 && reta_sz != 64 && reta_sz != 128 && reta_sz != 256)
333 return NIX_ERR_PARAM;
336 reta_sz = ROC_NIX_RSS_RETA_SZ_64;
338 max_sqb_count = roc_nix->max_sqb_count;
339 max_sqb_count = PLT_MIN(max_sqb_count, NIX_MAX_SQB);
340 max_sqb_count = PLT_MAX(max_sqb_count, NIX_MIN_SQB);
341 roc_nix->max_sqb_count = max_sqb_count;
343 PLT_STATIC_ASSERT(sizeof(struct nix) <= ROC_NIX_MEM_SZ);
344 nix = roc_nix_to_nix_priv(roc_nix);
345 pci_dev = roc_nix->pci_dev;
348 if (nix->dev.drv_inited)
351 if (dev->mbox_active)
354 memset(nix, 0, sizeof(*nix));
355 /* Initialize device */
356 rc = dev_init(dev, pci_dev);
358 plt_err("Failed to init roc device");
363 dev->roc_nix = roc_nix;
365 nix->lmt_base = dev->lmt_base;
366 /* Expose base LMT line address for
367 * "Per Core LMT line" mode.
369 roc_nix->lmt_base = dev->lmt_base;
372 rc = nix_lf_attach(dev);
376 blkaddr = nix_get_blkaddr(dev);
377 nix->is_nix1 = (blkaddr == RVU_BLOCK_ADDR_NIX1);
379 /* Calculating base address based on which NIX block LF
382 nix->base = dev->bar2 + (blkaddr << 20);
384 /* Get NIX MSIX offset */
385 rc = nix_lf_get_msix_offset(dev, nix);
389 /* Update nix context */
390 sdp_lbk_id_update(pci_dev, nix);
391 nix->pci_dev = pci_dev;
392 nix->reta_sz = reta_sz;
393 nix->mtu = ROC_NIX_DEFAULT_HW_FRS;
395 /* Register error and ras interrupts */
396 rc = nix_register_irqs(nix);
400 rc = nix_tm_conf_init(roc_nix);
402 goto unregister_irqs;
404 /* Get NIX HW info */
405 roc_nix_get_hw_info(roc_nix);
406 nix->dev.drv_inited = true;
410 nix_unregister_irqs(nix);
414 rc |= dev_fini(dev, pci_dev);
420 roc_nix_dev_fini(struct roc_nix *roc_nix)
422 struct nix *nix = roc_nix_to_nix_priv(roc_nix);
426 return NIX_ERR_PARAM;
428 if (!nix->dev.drv_inited)
431 nix_tm_conf_fini(roc_nix);
432 nix_unregister_irqs(nix);
434 rc = nix_lf_detach(nix);
435 nix->dev.drv_inited = false;
437 rc |= dev_fini(&nix->dev, nix->pci_dev);