1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2021 Marvell.
8 /* Private functions. */
10 sso_lf_alloc(struct dev *dev, enum sso_lf_type lf_type, uint16_t nb_lf,
16 case SSO_LF_TYPE_HWS: {
17 struct ssow_lf_alloc_req *req;
19 req = mbox_alloc_msg_ssow_lf_alloc(dev->mbox);
24 case SSO_LF_TYPE_HWGRP: {
25 struct sso_lf_alloc_req *req;
27 req = mbox_alloc_msg_sso_lf_alloc(dev->mbox);
36 rc = mbox_process_msg(dev->mbox, rsp);
44 sso_lf_free(struct dev *dev, enum sso_lf_type lf_type, uint16_t nb_lf)
49 case SSO_LF_TYPE_HWS: {
50 struct ssow_lf_free_req *req;
52 req = mbox_alloc_msg_ssow_lf_free(dev->mbox);
57 case SSO_LF_TYPE_HWGRP: {
58 struct sso_lf_free_req *req;
60 req = mbox_alloc_msg_sso_lf_free(dev->mbox);
69 rc = mbox_process(dev->mbox);
77 sso_rsrc_attach(struct roc_sso *roc_sso, enum sso_lf_type lf_type,
80 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
81 struct rsrc_attach_req *req;
84 req = mbox_alloc_msg_attach_resources(dev->mbox);
91 case SSO_LF_TYPE_HWGRP:
99 if (mbox_process(dev->mbox) < 0)
106 sso_rsrc_detach(struct roc_sso *roc_sso, enum sso_lf_type lf_type)
108 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
109 struct rsrc_detach_req *req;
112 req = mbox_alloc_msg_detach_resources(dev->mbox);
116 case SSO_LF_TYPE_HWS:
119 case SSO_LF_TYPE_HWGRP:
123 return SSO_ERR_PARAM;
127 if (mbox_process(dev->mbox) < 0)
134 sso_rsrc_get(struct roc_sso *roc_sso)
136 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
137 struct free_rsrcs_rsp *rsrc_cnt;
140 mbox_alloc_msg_free_rsrc_cnt(dev->mbox);
141 rc = mbox_process_msg(dev->mbox, (void **)&rsrc_cnt);
143 plt_err("Failed to get free resource count\n");
147 roc_sso->max_hwgrp = rsrc_cnt->sso;
148 roc_sso->max_hws = rsrc_cnt->ssow;
154 sso_hws_link_modify(uint8_t hws, uintptr_t base, struct plt_bitmap *bmp,
155 uint16_t hwgrp[], uint16_t n, uint16_t enable)
171 for (j = 0; j < k; j++) {
172 mask[j] = hwgrp[i + j] | enable << 14;
174 enable ? plt_bitmap_set(bmp, hwgrp[i + j]) :
175 plt_bitmap_clear(bmp, hwgrp[i + j]);
177 plt_sso_dbg("HWS %d Linked to HWGRP %d", hws,
183 reg = mask[0] | mask[1] << 16 | mask[2] << 32 | mask[3] << 48;
184 plt_write64(reg, base + SSOW_LF_GWS_GRPMSK_CHG);
189 sso_msix_fill(struct roc_sso *roc_sso, uint16_t nb_hws, uint16_t nb_hwgrp)
191 struct sso *sso = roc_sso_to_sso_priv(roc_sso);
192 struct msix_offset_rsp *rsp;
193 struct dev *dev = &sso->dev;
196 mbox_alloc_msg_msix_offset(dev->mbox);
197 rc = mbox_process_msg(dev->mbox, (void **)&rsp);
201 for (i = 0; i < nb_hws; i++)
202 sso->hws_msix_offset[i] = rsp->ssow_msixoff[i];
203 for (i = 0; i < nb_hwgrp; i++)
204 sso->hwgrp_msix_offset[i] = rsp->sso_msixoff[i];
209 /* Public Functions. */
211 roc_sso_hws_base_get(struct roc_sso *roc_sso, uint8_t hws)
213 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
215 return dev->bar2 + (RVU_BLOCK_ADDR_SSOW << 20 | hws << 12);
219 roc_sso_hwgrp_base_get(struct roc_sso *roc_sso, uint16_t hwgrp)
221 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
223 return dev->bar2 + (RVU_BLOCK_ADDR_SSO << 20 | hwgrp << 12);
227 roc_sso_ns_to_gw(struct roc_sso *roc_sso, uint64_t ns)
229 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
230 uint64_t current_us, current_ns, new_ns;
233 base = dev->bar2 + (RVU_BLOCK_ADDR_SSOW << 20);
234 current_us = plt_read64(base + SSOW_LF_GWS_NW_TIM);
235 /* From HRM, table 14-19:
236 * The SSOW_LF_GWS_NW_TIM[NW_TIM] period is specified in n-1 notation.
240 /* From HRM, table 14-1:
241 * SSOW_LF_GWS_NW_TIM[NW_TIM] specifies the minimum timeout. The SSO
242 * hardware times out a GET_WORK request within 2 usec of the minimum
243 * timeout specified by SSOW_LF_GWS_NW_TIM[NW_TIM].
246 current_ns = current_us * 1E3;
247 new_ns = (ns - PLT_MIN(ns, current_ns));
248 new_ns = !new_ns ? 1 : new_ns;
249 return (new_ns * plt_tsc_hz()) / 1E9;
253 roc_sso_hws_link(struct roc_sso *roc_sso, uint8_t hws, uint16_t hwgrp[],
256 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
260 sso = roc_sso_to_sso_priv(roc_sso);
261 base = dev->bar2 + (RVU_BLOCK_ADDR_SSOW << 20 | hws << 12);
262 sso_hws_link_modify(hws, base, sso->link_map[hws], hwgrp, nb_hwgrp, 1);
268 roc_sso_hws_unlink(struct roc_sso *roc_sso, uint8_t hws, uint16_t hwgrp[],
271 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
275 sso = roc_sso_to_sso_priv(roc_sso);
276 base = dev->bar2 + (RVU_BLOCK_ADDR_SSOW << 20 | hws << 12);
277 sso_hws_link_modify(hws, base, sso->link_map[hws], hwgrp, nb_hwgrp, 0);
283 roc_sso_hws_stats_get(struct roc_sso *roc_sso, uint8_t hws,
284 struct roc_sso_hws_stats *stats)
286 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
287 struct sso_hws_stats *req_rsp;
290 req_rsp = (struct sso_hws_stats *)mbox_alloc_msg_sso_hws_get_stats(
292 if (req_rsp == NULL) {
293 rc = mbox_process(dev->mbox);
296 req_rsp = (struct sso_hws_stats *)
297 mbox_alloc_msg_sso_hws_get_stats(dev->mbox);
302 rc = mbox_process_msg(dev->mbox, (void **)&req_rsp);
306 stats->arbitration = req_rsp->arbitration;
311 roc_sso_hwgrp_stats_get(struct roc_sso *roc_sso, uint8_t hwgrp,
312 struct roc_sso_hwgrp_stats *stats)
314 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
315 struct sso_grp_stats *req_rsp;
318 req_rsp = (struct sso_grp_stats *)mbox_alloc_msg_sso_grp_get_stats(
320 if (req_rsp == NULL) {
321 rc = mbox_process(dev->mbox);
324 req_rsp = (struct sso_grp_stats *)
325 mbox_alloc_msg_sso_grp_get_stats(dev->mbox);
329 req_rsp->grp = hwgrp;
330 rc = mbox_process_msg(dev->mbox, (void **)&req_rsp);
334 stats->aw_status = req_rsp->aw_status;
335 stats->dq_pc = req_rsp->dq_pc;
336 stats->ds_pc = req_rsp->ds_pc;
337 stats->ext_pc = req_rsp->ext_pc;
338 stats->page_cnt = req_rsp->page_cnt;
339 stats->ts_pc = req_rsp->ts_pc;
340 stats->wa_pc = req_rsp->wa_pc;
341 stats->ws_pc = req_rsp->ws_pc;
346 roc_sso_hwgrp_hws_link_status(struct roc_sso *roc_sso, uint8_t hws,
351 sso = roc_sso_to_sso_priv(roc_sso);
352 return plt_bitmap_get(sso->link_map[hws], hwgrp);
356 roc_sso_hwgrp_qos_config(struct roc_sso *roc_sso, struct roc_sso_hwgrp_qos *qos,
357 uint8_t nb_qos, uint32_t nb_xaq)
359 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
360 struct sso_grp_qos_cfg *req;
363 for (i = 0; i < nb_qos; i++) {
364 uint8_t xaq_prcnt = qos[i].xaq_prcnt;
365 uint8_t iaq_prcnt = qos[i].iaq_prcnt;
366 uint8_t taq_prcnt = qos[i].taq_prcnt;
368 req = mbox_alloc_msg_sso_grp_qos_config(dev->mbox);
370 rc = mbox_process(dev->mbox);
373 req = mbox_alloc_msg_sso_grp_qos_config(dev->mbox);
377 req->grp = qos[i].hwgrp;
378 req->xaq_limit = (nb_xaq * (xaq_prcnt ? xaq_prcnt : 100)) / 100;
379 req->taq_thr = (SSO_HWGRP_IAQ_MAX_THR_MASK *
380 (iaq_prcnt ? iaq_prcnt : 100)) /
382 req->iaq_thr = (SSO_HWGRP_TAQ_MAX_THR_MASK *
383 (taq_prcnt ? taq_prcnt : 100)) /
387 return mbox_process(dev->mbox);
391 sso_hwgrp_alloc_xaq(struct dev *dev, uint32_t npa_aura_id, uint16_t hwgrps)
393 struct sso_hw_setconfig *req;
396 req = mbox_alloc_msg_sso_hw_setconfig(dev->mbox);
399 req->npa_pf_func = idev_npa_pffunc_get();
400 req->npa_aura_id = npa_aura_id;
401 req->hwgrps = hwgrps;
403 return mbox_process(dev->mbox);
407 roc_sso_hwgrp_alloc_xaq(struct roc_sso *roc_sso, uint32_t npa_aura_id,
410 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
412 return sso_hwgrp_alloc_xaq(dev, npa_aura_id, hwgrps);
416 sso_hwgrp_release_xaq(struct dev *dev, uint16_t hwgrps)
418 struct sso_hw_xaq_release *req;
420 req = mbox_alloc_msg_sso_hw_release_xaq_aura(dev->mbox);
423 req->hwgrps = hwgrps;
425 return mbox_process(dev->mbox);
429 roc_sso_hwgrp_release_xaq(struct roc_sso *roc_sso, uint16_t hwgrps)
431 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
433 return sso_hwgrp_release_xaq(dev, hwgrps);
437 roc_sso_hwgrp_set_priority(struct roc_sso *roc_sso, uint16_t hwgrp,
438 uint8_t weight, uint8_t affinity, uint8_t priority)
440 struct dev *dev = &roc_sso_to_sso_priv(roc_sso)->dev;
441 struct sso_grp_priority *req;
444 req = mbox_alloc_msg_sso_grp_set_priority(dev->mbox);
448 req->weight = weight;
449 req->affinity = affinity;
450 req->priority = priority;
452 rc = mbox_process(dev->mbox);
455 plt_sso_dbg("HWGRP %d weight %d affinity %d priority %d", hwgrp, weight,
462 roc_sso_rsrc_init(struct roc_sso *roc_sso, uint8_t nb_hws, uint16_t nb_hwgrp)
464 struct sso *sso = roc_sso_to_sso_priv(roc_sso);
465 struct sso_lf_alloc_rsp *rsp_hwgrp;
468 if (roc_sso->max_hwgrp < nb_hwgrp)
470 if (roc_sso->max_hws < nb_hws)
473 rc = sso_rsrc_attach(roc_sso, SSO_LF_TYPE_HWS, nb_hws);
475 plt_err("Unable to attach SSO HWS LFs");
479 rc = sso_rsrc_attach(roc_sso, SSO_LF_TYPE_HWGRP, nb_hwgrp);
481 plt_err("Unable to attach SSO HWGRP LFs");
482 goto hwgrp_atch_fail;
485 rc = sso_lf_alloc(&sso->dev, SSO_LF_TYPE_HWS, nb_hws, NULL);
487 plt_err("Unable to alloc SSO HWS LFs");
491 rc = sso_lf_alloc(&sso->dev, SSO_LF_TYPE_HWGRP, nb_hwgrp,
492 (void **)&rsp_hwgrp);
494 plt_err("Unable to alloc SSO HWGRP Lfs");
495 goto hwgrp_alloc_fail;
498 roc_sso->xaq_buf_size = rsp_hwgrp->xaq_buf_size;
499 roc_sso->xae_waes = rsp_hwgrp->xaq_wq_entries;
500 roc_sso->iue = rsp_hwgrp->in_unit_entries;
502 rc = sso_msix_fill(roc_sso, nb_hws, nb_hwgrp);
504 plt_err("Unable to get MSIX offsets for SSO LFs");
508 rc = sso_register_irqs_priv(roc_sso, sso->pci_dev->intr_handle, nb_hws,
511 plt_err("Failed to register SSO LF IRQs");
515 roc_sso->nb_hwgrp = nb_hwgrp;
516 roc_sso->nb_hws = nb_hws;
520 sso_lf_free(&sso->dev, SSO_LF_TYPE_HWGRP, nb_hwgrp);
522 sso_lf_free(&sso->dev, SSO_LF_TYPE_HWS, nb_hws);
524 sso_rsrc_detach(roc_sso, SSO_LF_TYPE_HWGRP);
526 sso_rsrc_detach(roc_sso, SSO_LF_TYPE_HWS);
531 roc_sso_rsrc_fini(struct roc_sso *roc_sso)
533 struct sso *sso = roc_sso_to_sso_priv(roc_sso);
535 if (!roc_sso->nb_hws && !roc_sso->nb_hwgrp)
538 sso_unregister_irqs_priv(roc_sso, sso->pci_dev->intr_handle,
539 roc_sso->nb_hws, roc_sso->nb_hwgrp);
540 sso_lf_free(&sso->dev, SSO_LF_TYPE_HWS, roc_sso->nb_hws);
541 sso_lf_free(&sso->dev, SSO_LF_TYPE_HWGRP, roc_sso->nb_hwgrp);
543 sso_rsrc_detach(roc_sso, SSO_LF_TYPE_HWS);
544 sso_rsrc_detach(roc_sso, SSO_LF_TYPE_HWGRP);
546 roc_sso->nb_hwgrp = 0;
551 roc_sso_dev_init(struct roc_sso *roc_sso)
553 struct plt_pci_device *pci_dev;
554 uint32_t link_map_sz;
559 if (roc_sso == NULL || roc_sso->pci_dev == NULL)
560 return SSO_ERR_PARAM;
562 PLT_STATIC_ASSERT(sizeof(struct sso) <= ROC_SSO_MEM_SZ);
563 sso = roc_sso_to_sso_priv(roc_sso);
564 memset(sso, 0, sizeof(*sso));
565 pci_dev = roc_sso->pci_dev;
567 rc = dev_init(&sso->dev, pci_dev);
569 plt_err("Failed to init roc device");
573 rc = sso_rsrc_get(roc_sso);
575 plt_err("Failed to get SSO resources");
581 plt_zmalloc(sizeof(struct plt_bitmap *) * roc_sso->max_hws, 0);
582 if (sso->link_map == NULL) {
583 plt_err("Failed to allocate memory for link_map array");
587 link_map_sz = plt_bitmap_get_memory_footprint(roc_sso->max_hwgrp);
588 sso->link_map_mem = plt_zmalloc(link_map_sz * roc_sso->max_hws, 0);
589 if (sso->link_map_mem == NULL) {
590 plt_err("Failed to get link_map memory");
594 link_mem = sso->link_map_mem;
595 for (i = 0; i < roc_sso->max_hws; i++) {
596 sso->link_map[i] = plt_bitmap_init(roc_sso->max_hwgrp, link_mem,
598 if (sso->link_map[i] == NULL) {
599 plt_err("Failed to allocate link map");
602 link_mem = PLT_PTR_ADD(link_mem, link_map_sz);
604 idev_sso_pffunc_set(sso->dev.pf_func);
605 sso->pci_dev = pci_dev;
606 sso->dev.drv_inited = true;
607 roc_sso->lmt_base = sso->dev.lmt_base;
611 plt_free(sso->link_map_mem);
613 rc |= dev_fini(&sso->dev, pci_dev);
619 roc_sso_dev_fini(struct roc_sso *roc_sso)
623 sso = roc_sso_to_sso_priv(roc_sso);
624 sso->dev.drv_inited = false;
626 return dev_fini(&sso->dev, sso->pci_dev);