drivers/net/softnic/rte_eth_softnic.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2017 Intel Corporation
   3  */
   4
   5 #include <stdint.h>
   6 #include <stdlib.h>
   7 #include <string.h>
   8
   9 #include <rte_ethdev_driver.h>
  10 #include <rte_ethdev_vdev.h>
  11 #include <rte_malloc.h>
  12 #include <rte_bus_vdev.h>
  13 #include <rte_kvargs.h>
  14 #include <rte_errno.h>
  15 #include <rte_ring.h>
  16 #include <rte_sched.h>
  17 #include <rte_tm_driver.h>
  18
  19 #include "rte_eth_softnic.h"
  20 #include "rte_eth_softnic_internals.h"
  21
  22 #define DEV_HARD(p)                                     \
  23         (&rte_eth_devices[p->hard.port_id])
  24
  25 #define PMD_PARAM_SOFT_TM                                       "soft_tm"
  26 #define PMD_PARAM_SOFT_TM_RATE                          "soft_tm_rate"
  27 #define PMD_PARAM_SOFT_TM_NB_QUEUES                     "soft_tm_nb_queues"
  28 #define PMD_PARAM_SOFT_TM_QSIZE0                        "soft_tm_qsize0"
  29 #define PMD_PARAM_SOFT_TM_QSIZE1                        "soft_tm_qsize1"
  30 #define PMD_PARAM_SOFT_TM_QSIZE2                        "soft_tm_qsize2"
  31 #define PMD_PARAM_SOFT_TM_QSIZE3                        "soft_tm_qsize3"
  32 #define PMD_PARAM_SOFT_TM_ENQ_BSZ                       "soft_tm_enq_bsz"
  33 #define PMD_PARAM_SOFT_TM_DEQ_BSZ                       "soft_tm_deq_bsz"
  34
  35 #define PMD_PARAM_HARD_NAME                                     "hard_name"
  36 #define PMD_PARAM_HARD_TX_QUEUE_ID                      "hard_tx_queue_id"
  37
  38 static const char *pmd_valid_args[] = {
  39         PMD_PARAM_SOFT_TM,
  40         PMD_PARAM_SOFT_TM_RATE,
  41         PMD_PARAM_SOFT_TM_NB_QUEUES,
  42         PMD_PARAM_SOFT_TM_QSIZE0,
  43         PMD_PARAM_SOFT_TM_QSIZE1,
  44         PMD_PARAM_SOFT_TM_QSIZE2,
  45         PMD_PARAM_SOFT_TM_QSIZE3,
  46         PMD_PARAM_SOFT_TM_ENQ_BSZ,
  47         PMD_PARAM_SOFT_TM_DEQ_BSZ,
  48         PMD_PARAM_HARD_NAME,
  49         PMD_PARAM_HARD_TX_QUEUE_ID,
  50         NULL
  51 };
  52
  53 static const struct rte_eth_dev_info pmd_dev_info = {
  54         .min_rx_bufsize = 0,
  55         .max_rx_pktlen = UINT32_MAX,
  56         .max_rx_queues = UINT16_MAX,
  57         .max_tx_queues = UINT16_MAX,
  58         .rx_desc_lim = {
  59                 .nb_max = UINT16_MAX,
  60                 .nb_min = 0,
  61                 .nb_align = 1,
  62         },
  63         .tx_desc_lim = {
  64                 .nb_max = UINT16_MAX,
  65                 .nb_min = 0,
  66                 .nb_align = 1,
  67         },
  68         .rx_offload_capa = DEV_RX_OFFLOAD_CRC_STRIP,
  69 };
  70
  71 static int pmd_softnic_logtype;
  72
  73 #define PMD_LOG(level, fmt, args...) \
  74         rte_log(RTE_LOG_ ## level, pmd_softnic_logtype, \
  75                 "%s(): " fmt "\n", __func__, ##args)
  76
  77 static void
  78 pmd_dev_infos_get(struct rte_eth_dev *dev __rte_unused,
  79         struct rte_eth_dev_info *dev_info)
  80 {
  81         memcpy(dev_info, &pmd_dev_info, sizeof(*dev_info));
  82 }
  83
  84 static int
  85 pmd_dev_configure(struct rte_eth_dev *dev)
  86 {
  87         struct pmd_internals *p = dev->data->dev_private;
  88         struct rte_eth_dev *hard_dev = DEV_HARD(p);
  89
  90         if (dev->data->nb_rx_queues > hard_dev->data->nb_rx_queues)
  91                 return -1;
  92
  93         if (p->params.hard.tx_queue_id >= hard_dev->data->nb_tx_queues)
  94                 return -1;
  95
  96         return 0;
  97 }
  98
  99 static int
 100 pmd_rx_queue_setup(struct rte_eth_dev *dev,
 101         uint16_t rx_queue_id,
 102         uint16_t nb_rx_desc __rte_unused,
 103         unsigned int socket_id,
 104         const struct rte_eth_rxconf *rx_conf __rte_unused,
 105         struct rte_mempool *mb_pool __rte_unused)
 106 {
 107         struct pmd_internals *p = dev->data->dev_private;
 108
 109         if (p->params.soft.intrusive == 0) {
 110                 struct pmd_rx_queue *rxq;
 111
 112                 rxq = rte_zmalloc_socket(p->params.soft.name,
 113                         sizeof(struct pmd_rx_queue), 0, socket_id);
 114                 if (rxq == NULL)
 115                         return -ENOMEM;
 116
 117                 rxq->hard.port_id = p->hard.port_id;
 118                 rxq->hard.rx_queue_id = rx_queue_id;
 119                 dev->data->rx_queues[rx_queue_id] = rxq;
 120         } else {
 121                 struct rte_eth_dev *hard_dev = DEV_HARD(p);
 122                 void *rxq = hard_dev->data->rx_queues[rx_queue_id];
 123
 124                 if (rxq == NULL)
 125                         return -1;
 126
 127                 dev->data->rx_queues[rx_queue_id] = rxq;
 128         }
 129         return 0;
 130 }
 131
 132 static int
 133 pmd_tx_queue_setup(struct rte_eth_dev *dev,
 134         uint16_t tx_queue_id,
 135         uint16_t nb_tx_desc,
 136         unsigned int socket_id,
 137         const struct rte_eth_txconf *tx_conf __rte_unused)
 138 {
 139         uint32_t size = RTE_ETH_NAME_MAX_LEN + strlen("_txq") + 4;
 140         char name[size];
 141         struct rte_ring *r;
 142
 143         snprintf(name, sizeof(name), "%s_txq%04x",
 144                 dev->data->name, tx_queue_id);
 145         r = rte_ring_create(name, nb_tx_desc, socket_id,
 146                 RING_F_SP_ENQ | RING_F_SC_DEQ);
 147         if (r == NULL)
 148                 return -1;
 149
 150         dev->data->tx_queues[tx_queue_id] = r;
 151         return 0;
 152 }
 153
 154 static int
 155 pmd_dev_start(struct rte_eth_dev *dev)
 156 {
 157         struct pmd_internals *p = dev->data->dev_private;
 158
 159         if (tm_used(dev)) {
 160                 int status = tm_start(p);
 161
 162                 if (status)
 163                         return status;
 164         }
 165
 166         dev->data->dev_link.link_status = ETH_LINK_UP;
 167
 168         if (p->params.soft.intrusive) {
 169                 struct rte_eth_dev *hard_dev = DEV_HARD(p);
 170
 171                 /* The hard_dev->rx_pkt_burst should be stable by now */
 172                 dev->rx_pkt_burst = hard_dev->rx_pkt_burst;
 173         }
 174
 175         return 0;
 176 }
 177
 178 static void
 179 pmd_dev_stop(struct rte_eth_dev *dev)
 180 {
 181         struct pmd_internals *p = dev->data->dev_private;
 182
 183         dev->data->dev_link.link_status = ETH_LINK_DOWN;
 184
 185         if (tm_used(dev))
 186                 tm_stop(p);
 187 }
 188
 189 static void
 190 pmd_dev_close(struct rte_eth_dev *dev)
 191 {
 192         uint32_t i;
 193
 194         /* TX queues */
 195         for (i = 0; i < dev->data->nb_tx_queues; i++)
 196                 rte_ring_free((struct rte_ring *)dev->data->tx_queues[i]);
 197 }
 198
 199 static int
 200 pmd_link_update(struct rte_eth_dev *dev __rte_unused,
 201         int wait_to_complete __rte_unused)
 202 {
 203         return 0;
 204 }
 205
 206 static int
 207 pmd_tm_ops_get(struct rte_eth_dev *dev, void *arg)
 208 {
 209         *(const struct rte_tm_ops **)arg =
 210                 (tm_enabled(dev)) ? &pmd_tm_ops : NULL;
 211
 212         return 0;
 213 }
 214
 215 static const struct eth_dev_ops pmd_ops = {
 216         .dev_configure = pmd_dev_configure,
 217         .dev_start = pmd_dev_start,
 218         .dev_stop = pmd_dev_stop,
 219         .dev_close = pmd_dev_close,
 220         .link_update = pmd_link_update,
 221         .dev_infos_get = pmd_dev_infos_get,
 222         .rx_queue_setup = pmd_rx_queue_setup,
 223         .tx_queue_setup = pmd_tx_queue_setup,
 224         .tm_ops_get = pmd_tm_ops_get,
 225 };
 226
 227 static uint16_t
 228 pmd_rx_pkt_burst(void *rxq,
 229         struct rte_mbuf **rx_pkts,
 230         uint16_t nb_pkts)
 231 {
 232         struct pmd_rx_queue *rx_queue = rxq;
 233
 234         return rte_eth_rx_burst(rx_queue->hard.port_id,
 235                 rx_queue->hard.rx_queue_id,
 236                 rx_pkts,
 237                 nb_pkts);
 238 }
 239
 240 static uint16_t
 241 pmd_tx_pkt_burst(void *txq,
 242         struct rte_mbuf **tx_pkts,
 243         uint16_t nb_pkts)
 244 {
 245         return (uint16_t)rte_ring_enqueue_burst(txq,
 246                 (void **)tx_pkts,
 247                 nb_pkts,
 248                 NULL);
 249 }
 250
 251 static __rte_always_inline int
 252 run_default(struct rte_eth_dev *dev)
 253 {
 254         struct pmd_internals *p = dev->data->dev_private;
 255
 256         /* Persistent context: Read Only (update not required) */
 257         struct rte_mbuf **pkts = p->soft.def.pkts;
 258         uint16_t nb_tx_queues = dev->data->nb_tx_queues;
 259
 260         /* Persistent context: Read - Write (update required) */
 261         uint32_t txq_pos = p->soft.def.txq_pos;
 262         uint32_t pkts_len = p->soft.def.pkts_len;
 263         uint32_t flush_count = p->soft.def.flush_count;
 264
 265         /* Not part of the persistent context */
 266         uint32_t pos;
 267         uint16_t i;
 268
 269         /* Soft device TXQ read, Hard device TXQ write */
 270         for (i = 0; i < nb_tx_queues; i++) {
 271                 struct rte_ring *txq = dev->data->tx_queues[txq_pos];
 272
 273                 /* Read soft device TXQ burst to packet enqueue buffer */
 274                 pkts_len += rte_ring_sc_dequeue_burst(txq,
 275                         (void **)&pkts[pkts_len],
 276                         DEFAULT_BURST_SIZE,
 277                         NULL);
 278
 279                 /* Increment soft device TXQ */
 280                 txq_pos++;
 281                 if (txq_pos >= nb_tx_queues)
 282                         txq_pos = 0;
 283
 284                 /* Hard device TXQ write when complete burst is available */
 285                 if (pkts_len >= DEFAULT_BURST_SIZE) {
 286                         for (pos = 0; pos < pkts_len; )
 287                                 pos += rte_eth_tx_burst(p->hard.port_id,
 288                                         p->params.hard.tx_queue_id,
 289                                         &pkts[pos],
 290                                         (uint16_t)(pkts_len - pos));
 291
 292                         pkts_len = 0;
 293                         flush_count = 0;
 294                         break;
 295                 }
 296         }
 297
 298         if (flush_count >= FLUSH_COUNT_THRESHOLD) {
 299                 for (pos = 0; pos < pkts_len; )
 300                         pos += rte_eth_tx_burst(p->hard.port_id,
 301                                 p->params.hard.tx_queue_id,
 302                                 &pkts[pos],
 303                                 (uint16_t)(pkts_len - pos));
 304
 305                 pkts_len = 0;
 306                 flush_count = 0;
 307         }
 308
 309         p->soft.def.txq_pos = txq_pos;
 310         p->soft.def.pkts_len = pkts_len;
 311         p->soft.def.flush_count = flush_count + 1;
 312
 313         return 0;
 314 }
 315
 316 static __rte_always_inline int
 317 run_tm(struct rte_eth_dev *dev)
 318 {
 319         struct pmd_internals *p = dev->data->dev_private;
 320
 321         /* Persistent context: Read Only (update not required) */
 322         struct rte_sched_port *sched = p->soft.tm.sched;
 323         struct rte_mbuf **pkts_enq = p->soft.tm.pkts_enq;
 324         struct rte_mbuf **pkts_deq = p->soft.tm.pkts_deq;
 325         uint32_t enq_bsz = p->params.soft.tm.enq_bsz;
 326         uint32_t deq_bsz = p->params.soft.tm.deq_bsz;
 327         uint16_t nb_tx_queues = dev->data->nb_tx_queues;
 328
 329         /* Persistent context: Read - Write (update required) */
 330         uint32_t txq_pos = p->soft.tm.txq_pos;
 331         uint32_t pkts_enq_len = p->soft.tm.pkts_enq_len;
 332         uint32_t flush_count = p->soft.tm.flush_count;
 333
 334         /* Not part of the persistent context */
 335         uint32_t pkts_deq_len, pos;
 336         uint16_t i;
 337
 338         /* Soft device TXQ read, TM enqueue */
 339         for (i = 0; i < nb_tx_queues; i++) {
 340                 struct rte_ring *txq = dev->data->tx_queues[txq_pos];
 341
 342                 /* Read TXQ burst to packet enqueue buffer */
 343                 pkts_enq_len += rte_ring_sc_dequeue_burst(txq,
 344                         (void **)&pkts_enq[pkts_enq_len],
 345                         enq_bsz,
 346                         NULL);
 347
 348                 /* Increment TXQ */
 349                 txq_pos++;
 350                 if (txq_pos >= nb_tx_queues)
 351                         txq_pos = 0;
 352
 353                 /* TM enqueue when complete burst is available */
 354                 if (pkts_enq_len >= enq_bsz) {
 355                         rte_sched_port_enqueue(sched, pkts_enq, pkts_enq_len);
 356
 357                         pkts_enq_len = 0;
 358                         flush_count = 0;
 359                         break;
 360                 }
 361         }
 362
 363         if (flush_count >= FLUSH_COUNT_THRESHOLD) {
 364                 if (pkts_enq_len)
 365                         rte_sched_port_enqueue(sched, pkts_enq, pkts_enq_len);
 366
 367                 pkts_enq_len = 0;
 368                 flush_count = 0;
 369         }
 370
 371         p->soft.tm.txq_pos = txq_pos;
 372         p->soft.tm.pkts_enq_len = pkts_enq_len;
 373         p->soft.tm.flush_count = flush_count + 1;
 374
 375         /* TM dequeue, Hard device TXQ write */
 376         pkts_deq_len = rte_sched_port_dequeue(sched, pkts_deq, deq_bsz);
 377
 378         for (pos = 0; pos < pkts_deq_len; )
 379                 pos += rte_eth_tx_burst(p->hard.port_id,
 380                         p->params.hard.tx_queue_id,
 381                         &pkts_deq[pos],
 382                         (uint16_t)(pkts_deq_len - pos));
 383
 384         return 0;
 385 }
 386
 387 int
 388 rte_pmd_softnic_run(uint16_t port_id)
 389 {
 390         struct rte_eth_dev *dev = &rte_eth_devices[port_id];
 391
 392 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
 393         RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
 394 #endif
 395
 396         return (tm_used(dev)) ? run_tm(dev) : run_default(dev);
 397 }
 398
 399 static struct ether_addr eth_addr = { .addr_bytes = {0} };
 400
 401 static uint32_t
 402 eth_dev_speed_max_mbps(uint32_t speed_capa)
 403 {
 404         uint32_t rate_mbps[32] = {
 405                 ETH_SPEED_NUM_NONE,
 406                 ETH_SPEED_NUM_10M,
 407                 ETH_SPEED_NUM_10M,
 408                 ETH_SPEED_NUM_100M,
 409                 ETH_SPEED_NUM_100M,
 410                 ETH_SPEED_NUM_1G,
 411                 ETH_SPEED_NUM_2_5G,
 412                 ETH_SPEED_NUM_5G,
 413                 ETH_SPEED_NUM_10G,
 414                 ETH_SPEED_NUM_20G,
 415                 ETH_SPEED_NUM_25G,
 416                 ETH_SPEED_NUM_40G,
 417                 ETH_SPEED_NUM_50G,
 418                 ETH_SPEED_NUM_56G,
 419                 ETH_SPEED_NUM_100G,
 420         };
 421
 422         uint32_t pos = (speed_capa) ? (31 - __builtin_clz(speed_capa)) : 0;
 423         return rate_mbps[pos];
 424 }
 425
 426 static int
 427 default_init(struct pmd_internals *p,
 428         struct pmd_params *params,
 429         int numa_node)
 430 {
 431         p->soft.def.pkts = rte_zmalloc_socket(params->soft.name,
 432                 2 * DEFAULT_BURST_SIZE * sizeof(struct rte_mbuf *),
 433                 0,
 434                 numa_node);
 435
 436         if (p->soft.def.pkts == NULL)
 437                 return -ENOMEM;
 438
 439         return 0;
 440 }
 441
 442 static void
 443 default_free(struct pmd_internals *p)
 444 {
 445         rte_free(p->soft.def.pkts);
 446 }
 447
 448 static void *
 449 pmd_init(struct pmd_params *params, int numa_node)
 450 {
 451         struct pmd_internals *p;
 452         int status;
 453
 454         p = rte_zmalloc_socket(params->soft.name,
 455                 sizeof(struct pmd_internals),
 456                 0,
 457                 numa_node);
 458         if (p == NULL)
 459                 return NULL;
 460
 461         memcpy(&p->params, params, sizeof(p->params));
 462         rte_eth_dev_get_port_by_name(params->hard.name, &p->hard.port_id);
 463
 464         /* Default */
 465         status = default_init(p, params, numa_node);
 466         if (status) {
 467                 free(p->params.hard.name);
 468                 rte_free(p);
 469                 return NULL;
 470         }
 471
 472         /* Traffic Management (TM)*/
 473         if (params->soft.flags & PMD_FEATURE_TM) {
 474                 status = tm_init(p, params, numa_node);
 475                 if (status) {
 476                         default_free(p);
 477                         free(p->params.hard.name);
 478                         rte_free(p);
 479                         return NULL;
 480                 }
 481         }
 482
 483         return p;
 484 }
 485
 486 static void
 487 pmd_free(struct pmd_internals *p)
 488 {
 489         if (p->params.soft.flags & PMD_FEATURE_TM)
 490                 tm_free(p);
 491
 492         default_free(p);
 493
 494         free(p->params.hard.name);
 495         rte_free(p);
 496 }
 497
 498 static int
 499 pmd_ethdev_register(struct rte_vdev_device *vdev,
 500         struct pmd_params *params,
 501         void *dev_private)
 502 {
 503         struct rte_eth_dev_info hard_info;
 504         struct rte_eth_dev *soft_dev;
 505         uint32_t hard_speed;
 506         int numa_node;
 507         uint16_t hard_port_id;
 508
 509         rte_eth_dev_get_port_by_name(params->hard.name, &hard_port_id);
 510         rte_eth_dev_info_get(hard_port_id, &hard_info);
 511         hard_speed = eth_dev_speed_max_mbps(hard_info.speed_capa);
 512         numa_node = rte_eth_dev_socket_id(hard_port_id);
 513
 514         /* Ethdev entry allocation */
 515         soft_dev = rte_eth_dev_allocate(params->soft.name);
 516         if (!soft_dev)
 517                 return -ENOMEM;
 518
 519         /* dev */
 520         soft_dev->rx_pkt_burst = (params->soft.intrusive) ?
 521                 NULL : /* set up later */
 522                 pmd_rx_pkt_burst;
 523         soft_dev->tx_pkt_burst = pmd_tx_pkt_burst;
 524         soft_dev->tx_pkt_prepare = NULL;
 525         soft_dev->dev_ops = &pmd_ops;
 526         soft_dev->device = &vdev->device;
 527
 528         /* dev->data */
 529         soft_dev->data->dev_private = dev_private;
 530         soft_dev->data->dev_link.link_speed = hard_speed;
 531         soft_dev->data->dev_link.link_duplex = ETH_LINK_FULL_DUPLEX;
 532         soft_dev->data->dev_link.link_autoneg = ETH_LINK_FIXED;
 533         soft_dev->data->dev_link.link_status = ETH_LINK_DOWN;
 534         soft_dev->data->mac_addrs = &eth_addr;
 535         soft_dev->data->promiscuous = 1;
 536         soft_dev->data->kdrv = RTE_KDRV_NONE;
 537         soft_dev->data->numa_node = numa_node;
 538
 539         rte_eth_dev_probing_finish(soft_dev);
 540
 541         return 0;
 542 }
 543
 544 static int
 545 get_string(const char *key __rte_unused, const char *value, void *extra_args)
 546 {
 547         if (!value || !extra_args)
 548                 return -EINVAL;
 549
 550         *(char **)extra_args = strdup(value);
 551
 552         if (!*(char **)extra_args)
 553                 return -ENOMEM;
 554
 555         return 0;
 556 }
 557
 558 static int
 559 get_uint32(const char *key __rte_unused, const char *value, void *extra_args)
 560 {
 561         if (!value || !extra_args)
 562                 return -EINVAL;
 563
 564         *(uint32_t *)extra_args = strtoull(value, NULL, 0);
 565
 566         return 0;
 567 }
 568
 569 static int
 570 pmd_parse_args(struct pmd_params *p, const char *name, const char *params)
 571 {
 572         struct rte_kvargs *kvlist;
 573         int i, ret;
 574
 575         kvlist = rte_kvargs_parse(params, pmd_valid_args);
 576         if (kvlist == NULL)
 577                 return -EINVAL;
 578
 579         /* Set default values */
 580         memset(p, 0, sizeof(*p));
 581         p->soft.name = name;
 582         p->soft.intrusive = INTRUSIVE;
 583         p->soft.tm.rate = 0;
 584         p->soft.tm.nb_queues = SOFTNIC_SOFT_TM_NB_QUEUES;
 585         for (i = 0; i < RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE; i++)
 586                 p->soft.tm.qsize[i] = SOFTNIC_SOFT_TM_QUEUE_SIZE;
 587         p->soft.tm.enq_bsz = SOFTNIC_SOFT_TM_ENQ_BSZ;
 588         p->soft.tm.deq_bsz = SOFTNIC_SOFT_TM_DEQ_BSZ;
 589         p->hard.tx_queue_id = SOFTNIC_HARD_TX_QUEUE_ID;
 590
 591         /* SOFT: TM (optional) */
 592         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM) == 1) {
 593                 char *s;
 594
 595                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM,
 596                         &get_string, &s);
 597                 if (ret < 0)
 598                         goto out_free;
 599
 600                 if (strcmp(s, "on") == 0)
 601                         p->soft.flags |= PMD_FEATURE_TM;
 602                 else if (strcmp(s, "off") == 0)
 603                         p->soft.flags &= ~PMD_FEATURE_TM;
 604                 else
 605                         ret = -EINVAL;
 606
 607                 free(s);
 608                 if (ret)
 609                         goto out_free;
 610         }
 611
 612         /* SOFT: TM rate (measured in bytes/second) (optional) */
 613         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_RATE) == 1) {
 614                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_RATE,
 615                         &get_uint32, &p->soft.tm.rate);
 616                 if (ret < 0)
 617                         goto out_free;
 618
 619                 p->soft.flags |= PMD_FEATURE_TM;
 620         }
 621
 622         /* SOFT: TM number of queues (optional) */
 623         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_NB_QUEUES) == 1) {
 624                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_NB_QUEUES,
 625                         &get_uint32, &p->soft.tm.nb_queues);
 626                 if (ret < 0)
 627                         goto out_free;
 628
 629                 p->soft.flags |= PMD_FEATURE_TM;
 630         }
 631
 632         /* SOFT: TM queue size 0 .. 3 (optional) */
 633         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE0) == 1) {
 634                 uint32_t qsize;
 635
 636                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE0,
 637                         &get_uint32, &qsize);
 638                 if (ret < 0)
 639                         goto out_free;
 640
 641                 p->soft.tm.qsize[0] = (uint16_t)qsize;
 642                 p->soft.flags |= PMD_FEATURE_TM;
 643         }
 644
 645         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE1) == 1) {
 646                 uint32_t qsize;
 647
 648                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE1,
 649                         &get_uint32, &qsize);
 650                 if (ret < 0)
 651                         goto out_free;
 652
 653                 p->soft.tm.qsize[1] = (uint16_t)qsize;
 654                 p->soft.flags |= PMD_FEATURE_TM;
 655         }
 656
 657         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE2) == 1) {
 658                 uint32_t qsize;
 659
 660                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE2,
 661                         &get_uint32, &qsize);
 662                 if (ret < 0)
 663                         goto out_free;
 664
 665                 p->soft.tm.qsize[2] = (uint16_t)qsize;
 666                 p->soft.flags |= PMD_FEATURE_TM;
 667         }
 668
 669         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE3) == 1) {
 670                 uint32_t qsize;
 671
 672                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE3,
 673                         &get_uint32, &qsize);
 674                 if (ret < 0)
 675                         goto out_free;
 676
 677                 p->soft.tm.qsize[3] = (uint16_t)qsize;
 678                 p->soft.flags |= PMD_FEATURE_TM;
 679         }
 680
 681         /* SOFT: TM enqueue burst size (optional) */
 682         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_ENQ_BSZ) == 1) {
 683                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_ENQ_BSZ,
 684                         &get_uint32, &p->soft.tm.enq_bsz);
 685                 if (ret < 0)
 686                         goto out_free;
 687
 688                 p->soft.flags |= PMD_FEATURE_TM;
 689         }
 690
 691         /* SOFT: TM dequeue burst size (optional) */
 692         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_DEQ_BSZ) == 1) {
 693                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_DEQ_BSZ,
 694                         &get_uint32, &p->soft.tm.deq_bsz);
 695                 if (ret < 0)
 696                         goto out_free;
 697
 698                 p->soft.flags |= PMD_FEATURE_TM;
 699         }
 700
 701         /* HARD: name (mandatory) */
 702         if (rte_kvargs_count(kvlist, PMD_PARAM_HARD_NAME) == 1) {
 703                 ret = rte_kvargs_process(kvlist, PMD_PARAM_HARD_NAME,
 704                         &get_string, &p->hard.name);
 705                 if (ret < 0)
 706                         goto out_free;
 707         } else {
 708                 ret = -EINVAL;
 709                 goto out_free;
 710         }
 711
 712         /* HARD: tx_queue_id (optional) */
 713         if (rte_kvargs_count(kvlist, PMD_PARAM_HARD_TX_QUEUE_ID) == 1) {
 714                 ret = rte_kvargs_process(kvlist, PMD_PARAM_HARD_TX_QUEUE_ID,
 715                         &get_uint32, &p->hard.tx_queue_id);
 716                 if (ret < 0)
 717                         goto out_free;
 718         }
 719
 720 out_free:
 721         rte_kvargs_free(kvlist);
 722         return ret;
 723 }
 724
 725 static int
 726 pmd_probe(struct rte_vdev_device *vdev)
 727 {
 728         struct pmd_params p;
 729         const char *params;
 730         int status;
 731
 732         struct rte_eth_dev_info hard_info;
 733         uint32_t hard_speed;
 734         uint16_t hard_port_id;
 735         int numa_node;
 736         void *dev_private;
 737         struct rte_eth_dev *eth_dev;
 738         const char *name = rte_vdev_device_name(vdev);
 739
 740         PMD_LOG(INFO, "Probing device \"%s\"", name);
 741
 742         /* Parse input arguments */
 743         params = rte_vdev_device_args(vdev);
 744
 745         if (rte_eal_process_type() == RTE_PROC_SECONDARY &&
 746             strlen(params) == 0) {
 747                 eth_dev = rte_eth_dev_attach_secondary(name);
 748                 if (!eth_dev) {
 749                         PMD_LOG(ERR, "Failed to probe %s", name);
 750                         return -1;
 751                 }
 752                 /* TODO: request info from primary to set up Rx and Tx */
 753                 eth_dev->dev_ops = &pmd_ops;
 754                 rte_eth_dev_probing_finish(eth_dev);
 755                 return 0;
 756         }
 757
 758         if (!params)
 759                 return -EINVAL;
 760
 761         status = pmd_parse_args(&p, rte_vdev_device_name(vdev), params);
 762         if (status)
 763                 return status;
 764
 765         /* Check input arguments */
 766         if (rte_eth_dev_get_port_by_name(p.hard.name, &hard_port_id))
 767                 return -EINVAL;
 768
 769         rte_eth_dev_info_get(hard_port_id, &hard_info);
 770         hard_speed = eth_dev_speed_max_mbps(hard_info.speed_capa);
 771         numa_node = rte_eth_dev_socket_id(hard_port_id);
 772
 773         if (p.hard.tx_queue_id >= hard_info.max_tx_queues)
 774                 return -EINVAL;
 775
 776         if (p.soft.flags & PMD_FEATURE_TM) {
 777                 status = tm_params_check(&p, hard_speed);
 778
 779                 if (status)
 780                         return status;
 781         }
 782
 783         /* Allocate and initialize soft ethdev private data */
 784         dev_private = pmd_init(&p, numa_node);
 785         if (dev_private == NULL)
 786                 return -ENOMEM;
 787
 788         /* Register soft ethdev */
 789         PMD_LOG(INFO,
 790                 "Creating soft ethdev \"%s\" for hard ethdev \"%s\"",
 791                 p.soft.name, p.hard.name);
 792
 793         status = pmd_ethdev_register(vdev, &p, dev_private);
 794         if (status) {
 795                 pmd_free(dev_private);
 796                 return status;
 797         }
 798
 799         return 0;
 800 }
 801
 802 static int
 803 pmd_remove(struct rte_vdev_device *vdev)
 804 {
 805         struct rte_eth_dev *dev = NULL;
 806         struct pmd_internals *p;
 807
 808         if (!vdev)
 809                 return -EINVAL;
 810
 811         PMD_LOG(INFO, "Removing device \"%s\"",
 812                 rte_vdev_device_name(vdev));
 813
 814         /* Find the ethdev entry */
 815         dev = rte_eth_dev_allocated(rte_vdev_device_name(vdev));
 816         if (dev == NULL)
 817                 return -ENODEV;
 818         p = dev->data->dev_private;
 819
 820         /* Free device data structures*/
 821         pmd_free(p);
 822         rte_free(dev->data);
 823         rte_eth_dev_release_port(dev);
 824
 825         return 0;
 826 }
 827
 828 static struct rte_vdev_driver pmd_softnic_drv = {
 829         .probe = pmd_probe,
 830         .remove = pmd_remove,
 831 };
 832
 833 RTE_PMD_REGISTER_VDEV(net_softnic, pmd_softnic_drv);
 834 RTE_PMD_REGISTER_PARAM_STRING(net_softnic,
 835         PMD_PARAM_SOFT_TM        "=on|off "
 836         PMD_PARAM_SOFT_TM_RATE "=<int> "
 837         PMD_PARAM_SOFT_TM_NB_QUEUES "=<int> "
 838         PMD_PARAM_SOFT_TM_QSIZE0 "=<int> "
 839         PMD_PARAM_SOFT_TM_QSIZE1 "=<int> "
 840         PMD_PARAM_SOFT_TM_QSIZE2 "=<int> "
 841         PMD_PARAM_SOFT_TM_QSIZE3 "=<int> "
 842         PMD_PARAM_SOFT_TM_ENQ_BSZ "=<int> "
 843         PMD_PARAM_SOFT_TM_DEQ_BSZ "=<int> "
 844         PMD_PARAM_HARD_NAME "=<string> "
 845         PMD_PARAM_HARD_TX_QUEUE_ID "=<int>");
 846
 847 RTE_INIT(pmd_softnic_init_log);
 848 static void
 849 pmd_softnic_init_log(void)
 850 {
 851         pmd_softnic_logtype = rte_log_register("pmd.net.softnic");
 852         if (pmd_softnic_logtype >= 0)
 853                 rte_log_set_level(pmd_softnic_logtype, RTE_LOG_NOTICE);
 854 }