lib/librte_eal/common/eal_common_options.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2010-2014 Intel Corporation.
   3  * Copyright(c) 2014 6WIND S.A.
   4  */
   5
   6 #include <stdlib.h>
   7 #include <unistd.h>
   8 #include <string.h>
   9 #include <syslog.h>
  10 #include <ctype.h>
  11 #include <limits.h>
  12 #include <errno.h>
  13 #include <getopt.h>
  14 #include <dlfcn.h>
  15 #include <sys/types.h>
  16 #include <sys/stat.h>
  17 #include <dirent.h>
  18
  19 #include <rte_string_fns.h>
  20 #include <rte_eal.h>
  21 #include <rte_log.h>
  22 #include <rte_lcore.h>
  23 #include <rte_memory.h>
  24 #include <rte_tailq.h>
  25 #include <rte_version.h>
  26 #include <rte_devargs.h>
  27 #include <rte_memcpy.h>
  28
  29 #include "eal_internal_cfg.h"
  30 #include "eal_options.h"
  31 #include "eal_filesystem.h"
  32 #include "eal_private.h"
  33
  34 #define BITS_PER_HEX 4
  35 #define LCORE_OPT_LST 1
  36 #define LCORE_OPT_MSK 2
  37 #define LCORE_OPT_MAP 3
  38
  39 const char
  40 eal_short_options[] =
  41         "b:" /* pci-blacklist */
  42         "c:" /* coremask */
  43         "s:" /* service coremask */
  44         "d:" /* driver */
  45         "h"  /* help */
  46         "l:" /* corelist */
  47         "S:" /* service corelist */
  48         "m:" /* memory size */
  49         "n:" /* memory channels */
  50         "r:" /* memory ranks */
  51         "v"  /* version */
  52         "w:" /* pci-whitelist */
  53         ;
  54
  55 const struct option
  56 eal_long_options[] = {
  57         {OPT_BASE_VIRTADDR,     1, NULL, OPT_BASE_VIRTADDR_NUM    },
  58         {OPT_CREATE_UIO_DEV,    0, NULL, OPT_CREATE_UIO_DEV_NUM   },
  59         {OPT_FILE_PREFIX,       1, NULL, OPT_FILE_PREFIX_NUM      },
  60         {OPT_HELP,              0, NULL, OPT_HELP_NUM             },
  61         {OPT_HUGE_DIR,          1, NULL, OPT_HUGE_DIR_NUM         },
  62         {OPT_HUGE_UNLINK,       0, NULL, OPT_HUGE_UNLINK_NUM      },
  63         {OPT_IOVA_MODE,         1, NULL, OPT_IOVA_MODE_NUM        },
  64         {OPT_LCORES,            1, NULL, OPT_LCORES_NUM           },
  65         {OPT_LOG_LEVEL,         1, NULL, OPT_LOG_LEVEL_NUM        },
  66         {OPT_MASTER_LCORE,      1, NULL, OPT_MASTER_LCORE_NUM     },
  67         {OPT_MBUF_POOL_OPS_NAME, 1, NULL, OPT_MBUF_POOL_OPS_NAME_NUM},
  68         {OPT_NO_HPET,           0, NULL, OPT_NO_HPET_NUM          },
  69         {OPT_NO_HUGE,           0, NULL, OPT_NO_HUGE_NUM          },
  70         {OPT_NO_PCI,            0, NULL, OPT_NO_PCI_NUM           },
  71         {OPT_NO_SHCONF,         0, NULL, OPT_NO_SHCONF_NUM        },
  72         {OPT_IN_MEMORY,         0, NULL, OPT_IN_MEMORY_NUM        },
  73         {OPT_PCI_BLACKLIST,     1, NULL, OPT_PCI_BLACKLIST_NUM    },
  74         {OPT_PCI_WHITELIST,     1, NULL, OPT_PCI_WHITELIST_NUM    },
  75         {OPT_PROC_TYPE,         1, NULL, OPT_PROC_TYPE_NUM        },
  76         {OPT_SOCKET_MEM,        1, NULL, OPT_SOCKET_MEM_NUM       },
  77         {OPT_SOCKET_LIMIT,      1, NULL, OPT_SOCKET_LIMIT_NUM     },
  78         {OPT_SYSLOG,            1, NULL, OPT_SYSLOG_NUM           },
  79         {OPT_VDEV,              1, NULL, OPT_VDEV_NUM             },
  80         {OPT_VFIO_INTR,         1, NULL, OPT_VFIO_INTR_NUM        },
  81         {OPT_VMWARE_TSC_MAP,    0, NULL, OPT_VMWARE_TSC_MAP_NUM   },
  82         {OPT_LEGACY_MEM,        0, NULL, OPT_LEGACY_MEM_NUM       },
  83         {OPT_SINGLE_FILE_SEGMENTS, 0, NULL, OPT_SINGLE_FILE_SEGMENTS_NUM},
  84         {OPT_MATCH_ALLOCATIONS, 0, NULL, OPT_MATCH_ALLOCATIONS_NUM},
  85         {0,                     0, NULL, 0                        }
  86 };
  87
  88 TAILQ_HEAD(shared_driver_list, shared_driver);
  89
  90 /* Definition for shared object drivers. */
  91 struct shared_driver {
  92         TAILQ_ENTRY(shared_driver) next;
  93
  94         char    name[PATH_MAX];
  95         void*   lib_handle;
  96 };
  97
  98 /* List of external loadable drivers */
  99 static struct shared_driver_list solib_list =
 100 TAILQ_HEAD_INITIALIZER(solib_list);
 101
 102 /* Default path of external loadable drivers */
 103 static const char *default_solib_dir = RTE_EAL_PMD_PATH;
 104
 105 /*
 106  * Stringified version of solib path used by dpdk-pmdinfo.py
 107  * Note: PLEASE DO NOT ALTER THIS without making a corresponding
 108  * change to usertools/dpdk-pmdinfo.py
 109  */
 110 static const char dpdk_solib_path[] __attribute__((used)) =
 111 "DPDK_PLUGIN_PATH=" RTE_EAL_PMD_PATH;
 112
 113 TAILQ_HEAD(device_option_list, device_option);
 114
 115 struct device_option {
 116         TAILQ_ENTRY(device_option) next;
 117
 118         enum rte_devtype type;
 119         char arg[];
 120 };
 121
 122 static struct device_option_list devopt_list =
 123 TAILQ_HEAD_INITIALIZER(devopt_list);
 124
 125 static int master_lcore_parsed;
 126 static int mem_parsed;
 127 static int core_parsed;
 128
 129 static int
 130 eal_option_device_add(enum rte_devtype type, const char *optarg)
 131 {
 132         struct device_option *devopt;
 133         size_t optlen;
 134         int ret;
 135
 136         optlen = strlen(optarg) + 1;
 137         devopt = calloc(1, sizeof(*devopt) + optlen);
 138         if (devopt == NULL) {
 139                 RTE_LOG(ERR, EAL, "Unable to allocate device option\n");
 140                 return -ENOMEM;
 141         }
 142
 143         devopt->type = type;
 144         ret = strlcpy(devopt->arg, optarg, optlen);
 145         if (ret < 0) {
 146                 RTE_LOG(ERR, EAL, "Unable to copy device option\n");
 147                 free(devopt);
 148                 return -EINVAL;
 149         }
 150         TAILQ_INSERT_TAIL(&devopt_list, devopt, next);
 151         return 0;
 152 }
 153
 154 int
 155 eal_option_device_parse(void)
 156 {
 157         struct device_option *devopt;
 158         void *tmp;
 159         int ret = 0;
 160
 161         TAILQ_FOREACH_SAFE(devopt, &devopt_list, next, tmp) {
 162                 if (ret == 0) {
 163                         ret = rte_devargs_add(devopt->type, devopt->arg);
 164                         if (ret)
 165                                 RTE_LOG(ERR, EAL, "Unable to parse device '%s'\n",
 166                                         devopt->arg);
 167                 }
 168                 TAILQ_REMOVE(&devopt_list, devopt, next);
 169                 free(devopt);
 170         }
 171         return ret;
 172 }
 173
 174 const char *
 175 eal_get_hugefile_prefix(void)
 176 {
 177         if (internal_config.hugefile_prefix != NULL)
 178                 return internal_config.hugefile_prefix;
 179         return HUGEFILE_PREFIX_DEFAULT;
 180 }
 181
 182 void
 183 eal_reset_internal_config(struct internal_config *internal_cfg)
 184 {
 185         int i;
 186
 187         internal_cfg->memory = 0;
 188         internal_cfg->force_nrank = 0;
 189         internal_cfg->force_nchannel = 0;
 190         internal_cfg->hugefile_prefix = NULL;
 191         internal_cfg->hugepage_dir = NULL;
 192         internal_cfg->force_sockets = 0;
 193         /* zero out the NUMA config */
 194         for (i = 0; i < RTE_MAX_NUMA_NODES; i++)
 195                 internal_cfg->socket_mem[i] = 0;
 196         internal_cfg->force_socket_limits = 0;
 197         /* zero out the NUMA limits config */
 198         for (i = 0; i < RTE_MAX_NUMA_NODES; i++)
 199                 internal_cfg->socket_limit[i] = 0;
 200         /* zero out hugedir descriptors */
 201         for (i = 0; i < MAX_HUGEPAGE_SIZES; i++) {
 202                 memset(&internal_cfg->hugepage_info[i], 0,
 203                                 sizeof(internal_cfg->hugepage_info[0]));
 204                 internal_cfg->hugepage_info[i].lock_descriptor = -1;
 205         }
 206         internal_cfg->base_virtaddr = 0;
 207
 208         internal_cfg->syslog_facility = LOG_DAEMON;
 209
 210         /* if set to NONE, interrupt mode is determined automatically */
 211         internal_cfg->vfio_intr_mode = RTE_INTR_MODE_NONE;
 212
 213 #ifdef RTE_LIBEAL_USE_HPET
 214         internal_cfg->no_hpet = 0;
 215 #else
 216         internal_cfg->no_hpet = 1;
 217 #endif
 218         internal_cfg->vmware_tsc_map = 0;
 219         internal_cfg->create_uio_dev = 0;
 220         internal_cfg->iova_mode = RTE_IOVA_DC;
 221         internal_cfg->user_mbuf_pool_ops_name = NULL;
 222         CPU_ZERO(&internal_cfg->ctrl_cpuset);
 223         internal_cfg->init_complete = 0;
 224 }
 225
 226 static int
 227 eal_plugin_add(const char *path)
 228 {
 229         struct shared_driver *solib;
 230
 231         solib = malloc(sizeof(*solib));
 232         if (solib == NULL) {
 233                 RTE_LOG(ERR, EAL, "malloc(solib) failed\n");
 234                 return -1;
 235         }
 236         memset(solib, 0, sizeof(*solib));
 237         strlcpy(solib->name, path, PATH_MAX-1);
 238         solib->name[PATH_MAX-1] = 0;
 239         TAILQ_INSERT_TAIL(&solib_list, solib, next);
 240
 241         return 0;
 242 }
 243
 244 static int
 245 eal_plugindir_init(const char *path)
 246 {
 247         DIR *d = NULL;
 248         struct dirent *dent = NULL;
 249         char sopath[PATH_MAX];
 250
 251         if (path == NULL || *path == '\0')
 252                 return 0;
 253
 254         d = opendir(path);
 255         if (d == NULL) {
 256                 RTE_LOG(ERR, EAL, "failed to open directory %s: %s\n",
 257                         path, strerror(errno));
 258                 return -1;
 259         }
 260
 261         while ((dent = readdir(d)) != NULL) {
 262                 struct stat sb;
 263
 264                 snprintf(sopath, sizeof(sopath), "%s/%s", path, dent->d_name);
 265
 266                 if (!(stat(sopath, &sb) == 0 && S_ISREG(sb.st_mode)))
 267                         continue;
 268
 269                 if (eal_plugin_add(sopath) == -1)
 270                         break;
 271         }
 272
 273         closedir(d);
 274         /* XXX this ignores failures from readdir() itself */
 275         return (dent == NULL) ? 0 : -1;
 276 }
 277
 278 int
 279 eal_plugins_init(void)
 280 {
 281         struct shared_driver *solib = NULL;
 282         struct stat sb;
 283
 284         if (*default_solib_dir != '\0' && stat(default_solib_dir, &sb) == 0 &&
 285                                 S_ISDIR(sb.st_mode))
 286                 eal_plugin_add(default_solib_dir);
 287
 288         TAILQ_FOREACH(solib, &solib_list, next) {
 289
 290                 if (stat(solib->name, &sb) == 0 && S_ISDIR(sb.st_mode)) {
 291                         if (eal_plugindir_init(solib->name) == -1) {
 292                                 RTE_LOG(ERR, EAL,
 293                                         "Cannot init plugin directory %s\n",
 294                                         solib->name);
 295                                 return -1;
 296                         }
 297                 } else {
 298                         RTE_LOG(DEBUG, EAL, "open shared lib %s\n",
 299                                 solib->name);
 300                         solib->lib_handle = dlopen(solib->name, RTLD_NOW);
 301                         if (solib->lib_handle == NULL) {
 302                                 RTE_LOG(ERR, EAL, "%s\n", dlerror());
 303                                 return -1;
 304                         }
 305                 }
 306
 307         }
 308         return 0;
 309 }
 310
 311 /*
 312  * Parse the coremask given as argument (hexadecimal string) and fill
 313  * the global configuration (core role and core count) with the parsed
 314  * value.
 315  */
 316 static int xdigit2val(unsigned char c)
 317 {
 318         int val;
 319
 320         if (isdigit(c))
 321                 val = c - '0';
 322         else if (isupper(c))
 323                 val = c - 'A' + 10;
 324         else
 325                 val = c - 'a' + 10;
 326         return val;
 327 }
 328
 329 static int
 330 eal_parse_service_coremask(const char *coremask)
 331 {
 332         struct rte_config *cfg = rte_eal_get_configuration();
 333         int i, j, idx = 0;
 334         unsigned int count = 0;
 335         char c;
 336         int val;
 337         uint32_t taken_lcore_count = 0;
 338
 339         if (coremask == NULL)
 340                 return -1;
 341         /* Remove all blank characters ahead and after .
 342          * Remove 0x/0X if exists.
 343          */
 344         while (isblank(*coremask))
 345                 coremask++;
 346         if (coremask[0] == '0' && ((coremask[1] == 'x')
 347                 || (coremask[1] == 'X')))
 348                 coremask += 2;
 349         i = strlen(coremask);
 350         while ((i > 0) && isblank(coremask[i - 1]))
 351                 i--;
 352
 353         if (i == 0)
 354                 return -1;
 355
 356         for (i = i - 1; i >= 0 && idx < RTE_MAX_LCORE; i--) {
 357                 c = coremask[i];
 358                 if (isxdigit(c) == 0) {
 359                         /* invalid characters */
 360                         return -1;
 361                 }
 362                 val = xdigit2val(c);
 363                 for (j = 0; j < BITS_PER_HEX && idx < RTE_MAX_LCORE;
 364                                 j++, idx++) {
 365                         if ((1 << j) & val) {
 366                                 /* handle master lcore already parsed */
 367                                 uint32_t lcore = idx;
 368                                 if (master_lcore_parsed &&
 369                                                 cfg->master_lcore == lcore) {
 370                                         RTE_LOG(ERR, EAL,
 371                                                 "lcore %u is master lcore, cannot use as service core\n",
 372                                                 idx);
 373                                         return -1;
 374                                 }
 375
 376                                 if (!lcore_config[idx].detected) {
 377                                         RTE_LOG(ERR, EAL,
 378                                                 "lcore %u unavailable\n", idx);
 379                                         return -1;
 380                                 }
 381
 382                                 if (cfg->lcore_role[idx] == ROLE_RTE)
 383                                         taken_lcore_count++;
 384
 385                                 lcore_config[idx].core_role = ROLE_SERVICE;
 386                                 count++;
 387                         }
 388                 }
 389         }
 390
 391         for (; i >= 0; i--)
 392                 if (coremask[i] != '0')
 393                         return -1;
 394
 395         for (; idx < RTE_MAX_LCORE; idx++)
 396                 lcore_config[idx].core_index = -1;
 397
 398         if (count == 0)
 399                 return -1;
 400
 401         if (core_parsed && taken_lcore_count != count) {
 402                 RTE_LOG(WARNING, EAL,
 403                         "Not all service cores are in the coremask. "
 404                         "Please ensure -c or -l includes service cores\n");
 405         }
 406
 407         cfg->service_lcore_count = count;
 408         return 0;
 409 }
 410
 411 static int
 412 eal_service_cores_parsed(void)
 413 {
 414         int idx;
 415         for (idx = 0; idx < RTE_MAX_LCORE; idx++) {
 416                 if (lcore_config[idx].core_role == ROLE_SERVICE)
 417                         return 1;
 418         }
 419         return 0;
 420 }
 421
 422 static int
 423 update_lcore_config(int *cores)
 424 {
 425         struct rte_config *cfg = rte_eal_get_configuration();
 426         unsigned int count = 0;
 427         unsigned int i;
 428         int ret = 0;
 429
 430         for (i = 0; i < RTE_MAX_LCORE; i++) {
 431                 if (cores[i] != -1) {
 432                         if (!lcore_config[i].detected) {
 433                                 RTE_LOG(ERR, EAL, "lcore %u unavailable\n", i);
 434                                 ret = -1;
 435                                 continue;
 436                         }
 437                         cfg->lcore_role[i] = ROLE_RTE;
 438                         count++;
 439                 } else {
 440                         cfg->lcore_role[i] = ROLE_OFF;
 441                 }
 442                 lcore_config[i].core_index = cores[i];
 443         }
 444         if (!ret)
 445                 cfg->lcore_count = count;
 446         return ret;
 447 }
 448
 449 static int
 450 eal_parse_coremask(const char *coremask, int *cores)
 451 {
 452         unsigned count = 0;
 453         int i, j, idx;
 454         int val;
 455         char c;
 456
 457         for (idx = 0; idx < RTE_MAX_LCORE; idx++)
 458                 cores[idx] = -1;
 459         idx = 0;
 460
 461         /* Remove all blank characters ahead and after .
 462          * Remove 0x/0X if exists.
 463          */
 464         while (isblank(*coremask))
 465                 coremask++;
 466         if (coremask[0] == '0' && ((coremask[1] == 'x')
 467                 || (coremask[1] == 'X')))
 468                 coremask += 2;
 469         i = strlen(coremask);
 470         while ((i > 0) && isblank(coremask[i - 1]))
 471                 i--;
 472         if (i == 0)
 473                 return -1;
 474
 475         for (i = i - 1; i >= 0 && idx < RTE_MAX_LCORE; i--) {
 476                 c = coremask[i];
 477                 if (isxdigit(c) == 0) {
 478                         /* invalid characters */
 479                         return -1;
 480                 }
 481                 val = xdigit2val(c);
 482                 for (j = 0; j < BITS_PER_HEX && idx < RTE_MAX_LCORE; j++, idx++)
 483                 {
 484                         if ((1 << j) & val) {
 485                                 cores[idx] = count;
 486                                 count++;
 487                         }
 488                 }
 489         }
 490         for (; i >= 0; i--)
 491                 if (coremask[i] != '0')
 492                         return -1;
 493         if (count == 0)
 494                 return -1;
 495         return 0;
 496 }
 497
 498 static int
 499 eal_parse_service_corelist(const char *corelist)
 500 {
 501         struct rte_config *cfg = rte_eal_get_configuration();
 502         int i, idx = 0;
 503         unsigned count = 0;
 504         char *end = NULL;
 505         int min, max;
 506         uint32_t taken_lcore_count = 0;
 507
 508         if (corelist == NULL)
 509                 return -1;
 510
 511         /* Remove all blank characters ahead and after */
 512         while (isblank(*corelist))
 513                 corelist++;
 514         i = strlen(corelist);
 515         while ((i > 0) && isblank(corelist[i - 1]))
 516                 i--;
 517
 518         /* Get list of cores */
 519         min = RTE_MAX_LCORE;
 520         do {
 521                 while (isblank(*corelist))
 522                         corelist++;
 523                 if (*corelist == '\0')
 524                         return -1;
 525                 errno = 0;
 526                 idx = strtoul(corelist, &end, 10);
 527                 if (errno || end == NULL)
 528                         return -1;
 529                 while (isblank(*end))
 530                         end++;
 531                 if (*end == '-') {
 532                         min = idx;
 533                 } else if ((*end == ',') || (*end == '\0')) {
 534                         max = idx;
 535                         if (min == RTE_MAX_LCORE)
 536                                 min = idx;
 537                         for (idx = min; idx <= max; idx++) {
 538                                 if (cfg->lcore_role[idx] != ROLE_SERVICE) {
 539                                         /* handle master lcore already parsed */
 540                                         uint32_t lcore = idx;
 541                                         if (cfg->master_lcore == lcore &&
 542                                                         master_lcore_parsed) {
 543                                                 RTE_LOG(ERR, EAL,
 544                                                         "Error: lcore %u is master lcore, cannot use as service core\n",
 545                                                         idx);
 546                                                 return -1;
 547                                         }
 548                                         if (cfg->lcore_role[idx] == ROLE_RTE)
 549                                                 taken_lcore_count++;
 550
 551                                         lcore_config[idx].core_role =
 552                                                         ROLE_SERVICE;
 553                                         count++;
 554                                 }
 555                         }
 556                         min = RTE_MAX_LCORE;
 557                 } else
 558                         return -1;
 559                 corelist = end + 1;
 560         } while (*end != '\0');
 561
 562         if (count == 0)
 563                 return -1;
 564
 565         if (core_parsed && taken_lcore_count != count) {
 566                 RTE_LOG(WARNING, EAL,
 567                         "Not all service cores were in the coremask. "
 568                         "Please ensure -c or -l includes service cores\n");
 569         }
 570
 571         return 0;
 572 }
 573
 574 static int
 575 eal_parse_corelist(const char *corelist, int *cores)
 576 {
 577         unsigned count = 0;
 578         char *end = NULL;
 579         int min, max;
 580         int idx;
 581
 582         for (idx = 0; idx < RTE_MAX_LCORE; idx++)
 583                 cores[idx] = -1;
 584
 585         /* Remove all blank characters ahead */
 586         while (isblank(*corelist))
 587                 corelist++;
 588
 589         /* Get list of cores */
 590         min = RTE_MAX_LCORE;
 591         do {
 592                 while (isblank(*corelist))
 593                         corelist++;
 594                 if (*corelist == '\0')
 595                         return -1;
 596                 errno = 0;
 597                 idx = strtol(corelist, &end, 10);
 598                 if (errno || end == NULL)
 599                         return -1;
 600                 if (idx < 0 || idx >= RTE_MAX_LCORE)
 601                         return -1;
 602                 while (isblank(*end))
 603                         end++;
 604                 if (*end == '-') {
 605                         min = idx;
 606                 } else if ((*end == ',') || (*end == '\0')) {
 607                         max = idx;
 608                         if (min == RTE_MAX_LCORE)
 609                                 min = idx;
 610                         for (idx = min; idx <= max; idx++) {
 611                                 if (cores[idx] == -1) {
 612                                         cores[idx] = count;
 613                                         count++;
 614                                 }
 615                         }
 616                         min = RTE_MAX_LCORE;
 617                 } else
 618                         return -1;
 619                 corelist = end + 1;
 620         } while (*end != '\0');
 621
 622         if (count == 0)
 623                 return -1;
 624         return 0;
 625 }
 626
 627 /* Changes the lcore id of the master thread */
 628 static int
 629 eal_parse_master_lcore(const char *arg)
 630 {
 631         char *parsing_end;
 632         struct rte_config *cfg = rte_eal_get_configuration();
 633
 634         errno = 0;
 635         cfg->master_lcore = (uint32_t) strtol(arg, &parsing_end, 0);
 636         if (errno || parsing_end[0] != 0)
 637                 return -1;
 638         if (cfg->master_lcore >= RTE_MAX_LCORE)
 639                 return -1;
 640         master_lcore_parsed = 1;
 641
 642         /* ensure master core is not used as service core */
 643         if (lcore_config[cfg->master_lcore].core_role == ROLE_SERVICE) {
 644                 RTE_LOG(ERR, EAL,
 645                         "Error: Master lcore is used as a service core\n");
 646                 return -1;
 647         }
 648
 649         return 0;
 650 }
 651
 652 /*
 653  * Parse elem, the elem could be single number/range or '(' ')' group
 654  * 1) A single number elem, it's just a simple digit. e.g. 9
 655  * 2) A single range elem, two digits with a '-' between. e.g. 2-6
 656  * 3) A group elem, combines multiple 1) or 2) with '( )'. e.g (0,2-4,6)
 657  *    Within group elem, '-' used for a range separator;
 658  *                       ',' used for a single number.
 659  */
 660 static int
 661 eal_parse_set(const char *input, uint16_t set[], unsigned num)
 662 {
 663         unsigned idx;
 664         const char *str = input;
 665         char *end = NULL;
 666         unsigned min, max;
 667
 668         memset(set, 0, num * sizeof(uint16_t));
 669
 670         while (isblank(*str))
 671                 str++;
 672
 673         /* only digit or left bracket is qualify for start point */
 674         if ((!isdigit(*str) && *str != '(') || *str == '\0')
 675                 return -1;
 676
 677         /* process single number or single range of number */
 678         if (*str != '(') {
 679                 errno = 0;
 680                 idx = strtoul(str, &end, 10);
 681                 if (errno || end == NULL || idx >= num)
 682                         return -1;
 683                 else {
 684                         while (isblank(*end))
 685                                 end++;
 686
 687                         min = idx;
 688                         max = idx;
 689                         if (*end == '-') {
 690                                 /* process single <number>-<number> */
 691                                 end++;
 692                                 while (isblank(*end))
 693                                         end++;
 694                                 if (!isdigit(*end))
 695                                         return -1;
 696
 697                                 errno = 0;
 698                                 idx = strtoul(end, &end, 10);
 699                                 if (errno || end == NULL || idx >= num)
 700                                         return -1;
 701                                 max = idx;
 702                                 while (isblank(*end))
 703                                         end++;
 704                                 if (*end != ',' && *end != '\0')
 705                                         return -1;
 706                         }
 707
 708                         if (*end != ',' && *end != '\0' &&
 709                             *end != '@')
 710                                 return -1;
 711
 712                         for (idx = RTE_MIN(min, max);
 713                              idx <= RTE_MAX(min, max); idx++)
 714                                 set[idx] = 1;
 715
 716                         return end - input;
 717                 }
 718         }
 719
 720         /* process set within bracket */
 721         str++;
 722         while (isblank(*str))
 723                 str++;
 724         if (*str == '\0')
 725                 return -1;
 726
 727         min = RTE_MAX_LCORE;
 728         do {
 729
 730                 /* go ahead to the first digit */
 731                 while (isblank(*str))
 732                         str++;
 733                 if (!isdigit(*str))
 734                         return -1;
 735
 736                 /* get the digit value */
 737                 errno = 0;
 738                 idx = strtoul(str, &end, 10);
 739                 if (errno || end == NULL || idx >= num)
 740                         return -1;
 741
 742                 /* go ahead to separator '-',',' and ')' */
 743                 while (isblank(*end))
 744                         end++;
 745                 if (*end == '-') {
 746                         if (min == RTE_MAX_LCORE)
 747                                 min = idx;
 748                         else /* avoid continuous '-' */
 749                                 return -1;
 750                 } else if ((*end == ',') || (*end == ')')) {
 751                         max = idx;
 752                         if (min == RTE_MAX_LCORE)
 753                                 min = idx;
 754                         for (idx = RTE_MIN(min, max);
 755                              idx <= RTE_MAX(min, max); idx++)
 756                                 set[idx] = 1;
 757
 758                         min = RTE_MAX_LCORE;
 759                 } else
 760                         return -1;
 761
 762                 str = end + 1;
 763         } while (*end != '\0' && *end != ')');
 764
 765         /*
 766          * to avoid failure that tail blank makes end character check fail
 767          * in eal_parse_lcores( )
 768          */
 769         while (isblank(*str))
 770                 str++;
 771
 772         return str - input;
 773 }
 774
 775 /* convert from set array to cpuset bitmap */
 776 static int
 777 convert_to_cpuset(rte_cpuset_t *cpusetp,
 778               uint16_t *set, unsigned num)
 779 {
 780         unsigned idx;
 781
 782         CPU_ZERO(cpusetp);
 783
 784         for (idx = 0; idx < num; idx++) {
 785                 if (!set[idx])
 786                         continue;
 787
 788                 if (!lcore_config[idx].detected) {
 789                         RTE_LOG(ERR, EAL, "core %u "
 790                                 "unavailable\n", idx);
 791                         return -1;
 792                 }
 793
 794                 CPU_SET(idx, cpusetp);
 795         }
 796
 797         return 0;
 798 }
 799
 800 /*
 801  * The format pattern: --lcores='<lcores[@cpus]>[<,lcores[@cpus]>...]'
 802  * lcores, cpus could be a single digit/range or a group.
 803  * '(' and ')' are necessary if it's a group.
 804  * If not supply '@cpus', the value of cpus uses the same as lcores.
 805  * e.g. '1,2@(5-7),(3-5)@(0,2),(0,6),7-8' means start 9 EAL thread as below
 806  *   lcore 0 runs on cpuset 0x41 (cpu 0,6)
 807  *   lcore 1 runs on cpuset 0x2 (cpu 1)
 808  *   lcore 2 runs on cpuset 0xe0 (cpu 5,6,7)
 809  *   lcore 3,4,5 runs on cpuset 0x5 (cpu 0,2)
 810  *   lcore 6 runs on cpuset 0x41 (cpu 0,6)
 811  *   lcore 7 runs on cpuset 0x80 (cpu 7)
 812  *   lcore 8 runs on cpuset 0x100 (cpu 8)
 813  */
 814 static int
 815 eal_parse_lcores(const char *lcores)
 816 {
 817         struct rte_config *cfg = rte_eal_get_configuration();
 818         static uint16_t set[RTE_MAX_LCORE];
 819         unsigned idx = 0;
 820         unsigned count = 0;
 821         const char *lcore_start = NULL;
 822         const char *end = NULL;
 823         int offset;
 824         rte_cpuset_t cpuset;
 825         int lflags;
 826         int ret = -1;
 827
 828         if (lcores == NULL)
 829                 return -1;
 830
 831         /* Remove all blank characters ahead and after */
 832         while (isblank(*lcores))
 833                 lcores++;
 834
 835         CPU_ZERO(&cpuset);
 836
 837         /* Reset lcore config */
 838         for (idx = 0; idx < RTE_MAX_LCORE; idx++) {
 839                 cfg->lcore_role[idx] = ROLE_OFF;
 840                 lcore_config[idx].core_index = -1;
 841                 CPU_ZERO(&lcore_config[idx].cpuset);
 842         }
 843
 844         /* Get list of cores */
 845         do {
 846                 while (isblank(*lcores))
 847                         lcores++;
 848                 if (*lcores == '\0')
 849                         goto err;
 850
 851                 lflags = 0;
 852
 853                 /* record lcore_set start point */
 854                 lcore_start = lcores;
 855
 856                 /* go across a complete bracket */
 857                 if (*lcore_start == '(') {
 858                         lcores += strcspn(lcores, ")");
 859                         if (*lcores++ == '\0')
 860                                 goto err;
 861                 }
 862
 863                 /* scan the separator '@', ','(next) or '\0'(finish) */
 864                 lcores += strcspn(lcores, "@,");
 865
 866                 if (*lcores == '@') {
 867                         /* explicit assign cpu_set */
 868                         offset = eal_parse_set(lcores + 1, set, RTE_DIM(set));
 869                         if (offset < 0)
 870                                 goto err;
 871
 872                         /* prepare cpu_set and update the end cursor */
 873                         if (0 > convert_to_cpuset(&cpuset,
 874                                                   set, RTE_DIM(set)))
 875                                 goto err;
 876                         end = lcores + 1 + offset;
 877                 } else { /* ',' or '\0' */
 878                         /* haven't given cpu_set, current loop done */
 879                         end = lcores;
 880
 881                         /* go back to check <number>-<number> */
 882                         offset = strcspn(lcore_start, "(-");
 883                         if (offset < (end - lcore_start) &&
 884                             *(lcore_start + offset) != '(')
 885                                 lflags = 1;
 886                 }
 887
 888                 if (*end != ',' && *end != '\0')
 889                         goto err;
 890
 891                 /* parse lcore_set from start point */
 892                 if (0 > eal_parse_set(lcore_start, set, RTE_DIM(set)))
 893                         goto err;
 894
 895                 /* without '@', by default using lcore_set as cpu_set */
 896                 if (*lcores != '@' &&
 897                     0 > convert_to_cpuset(&cpuset, set, RTE_DIM(set)))
 898                         goto err;
 899
 900                 /* start to update lcore_set */
 901                 for (idx = 0; idx < RTE_MAX_LCORE; idx++) {
 902                         if (!set[idx])
 903                                 continue;
 904
 905                         if (cfg->lcore_role[idx] != ROLE_RTE) {
 906                                 lcore_config[idx].core_index = count;
 907                                 cfg->lcore_role[idx] = ROLE_RTE;
 908                                 count++;
 909                         }
 910
 911                         if (lflags) {
 912                                 CPU_ZERO(&cpuset);
 913                                 CPU_SET(idx, &cpuset);
 914                         }
 915                         rte_memcpy(&lcore_config[idx].cpuset, &cpuset,
 916                                    sizeof(rte_cpuset_t));
 917                 }
 918
 919                 lcores = end + 1;
 920         } while (*end != '\0');
 921
 922         if (count == 0)
 923                 goto err;
 924
 925         cfg->lcore_count = count;
 926         ret = 0;
 927
 928 err:
 929
 930         return ret;
 931 }
 932
 933 static int
 934 eal_parse_syslog(const char *facility, struct internal_config *conf)
 935 {
 936         int i;
 937         static const struct {
 938                 const char *name;
 939                 int value;
 940         } map[] = {
 941                 { "auth", LOG_AUTH },
 942                 { "cron", LOG_CRON },
 943                 { "daemon", LOG_DAEMON },
 944                 { "ftp", LOG_FTP },
 945                 { "kern", LOG_KERN },
 946                 { "lpr", LOG_LPR },
 947                 { "mail", LOG_MAIL },
 948                 { "news", LOG_NEWS },
 949                 { "syslog", LOG_SYSLOG },
 950                 { "user", LOG_USER },
 951                 { "uucp", LOG_UUCP },
 952                 { "local0", LOG_LOCAL0 },
 953                 { "local1", LOG_LOCAL1 },
 954                 { "local2", LOG_LOCAL2 },
 955                 { "local3", LOG_LOCAL3 },
 956                 { "local4", LOG_LOCAL4 },
 957                 { "local5", LOG_LOCAL5 },
 958                 { "local6", LOG_LOCAL6 },
 959                 { "local7", LOG_LOCAL7 },
 960                 { NULL, 0 }
 961         };
 962
 963         for (i = 0; map[i].name; i++) {
 964                 if (!strcmp(facility, map[i].name)) {
 965                         conf->syslog_facility = map[i].value;
 966                         return 0;
 967                 }
 968         }
 969         return -1;
 970 }
 971
 972 static int
 973 eal_parse_log_priority(const char *level)
 974 {
 975         static const char * const levels[] = {
 976                 [RTE_LOG_EMERG]   = "emergency",
 977                 [RTE_LOG_ALERT]   = "alert",
 978                 [RTE_LOG_CRIT]    = "critical",
 979                 [RTE_LOG_ERR]     = "error",
 980                 [RTE_LOG_WARNING] = "warning",
 981                 [RTE_LOG_NOTICE]  = "notice",
 982                 [RTE_LOG_INFO]    = "info",
 983                 [RTE_LOG_DEBUG]   = "debug",
 984         };
 985         size_t len = strlen(level);
 986         unsigned long tmp;
 987         char *end;
 988         unsigned int i;
 989
 990         if (len == 0)
 991                 return -1;
 992
 993         /* look for named values, skip 0 which is not a valid level */
 994         for (i = 1; i < RTE_DIM(levels); i++) {
 995                 if (strncmp(levels[i], level, len) == 0)
 996                         return i;
 997         }
 998
 999         /* not a string, maybe it is numeric */
1000         errno = 0;
1001         tmp = strtoul(level, &end, 0);
1002
1003         /* check for errors */
1004         if (errno != 0 || end == NULL || *end != '\0' ||
1005             tmp >= UINT32_MAX)
1006                 return -1;
1007
1008         return tmp;
1009 }
1010
1011 static int
1012 eal_parse_log_level(const char *arg)
1013 {
1014         const char *pattern = NULL;
1015         const char *regex = NULL;
1016         char *str, *level;
1017         int priority;
1018
1019         str = strdup(arg);
1020         if (str == NULL)
1021                 return -1;
1022
1023         if ((level = strchr(str, ','))) {
1024                 regex = str;
1025                 *level++ = '\0';
1026         } else if ((level = strchr(str, ':'))) {
1027                 pattern = str;
1028                 *level++ = '\0';
1029         } else {
1030                 level = str;
1031         }
1032
1033         priority = eal_parse_log_priority(level);
1034         if (priority < 0) {
1035                 fprintf(stderr, "invalid log priority: %s\n", level);
1036                 goto fail;
1037         }
1038
1039         if (regex) {
1040                 if (rte_log_set_level_regexp(regex, priority) < 0) {
1041                         fprintf(stderr, "cannot set log level %s,%d\n",
1042                                 pattern, priority);
1043                         goto fail;
1044                 }
1045                 if (rte_log_save_regexp(regex, priority) < 0)
1046                         goto fail;
1047         } else if (pattern) {
1048                 if (rte_log_set_level_pattern(pattern, priority) < 0) {
1049                         fprintf(stderr, "cannot set log level %s:%d\n",
1050                                 pattern, priority);
1051                         goto fail;
1052                 }
1053                 if (rte_log_save_pattern(pattern, priority) < 0)
1054                         goto fail;
1055         } else {
1056                 rte_log_set_global_level(priority);
1057         }
1058
1059         free(str);
1060         return 0;
1061
1062 fail:
1063         free(str);
1064         return -1;
1065 }
1066
1067 static enum rte_proc_type_t
1068 eal_parse_proc_type(const char *arg)
1069 {
1070         if (strncasecmp(arg, "primary", sizeof("primary")) == 0)
1071                 return RTE_PROC_PRIMARY;
1072         if (strncasecmp(arg, "secondary", sizeof("secondary")) == 0)
1073                 return RTE_PROC_SECONDARY;
1074         if (strncasecmp(arg, "auto", sizeof("auto")) == 0)
1075                 return RTE_PROC_AUTO;
1076
1077         return RTE_PROC_INVALID;
1078 }
1079
1080 static int
1081 eal_parse_iova_mode(const char *name)
1082 {
1083         int mode;
1084
1085         if (name == NULL)
1086                 return -1;
1087
1088         if (!strcmp("pa", name))
1089                 mode = RTE_IOVA_PA;
1090         else if (!strcmp("va", name))
1091                 mode = RTE_IOVA_VA;
1092         else
1093                 return -1;
1094
1095         internal_config.iova_mode = mode;
1096         return 0;
1097 }
1098
1099 static int
1100 eal_parse_base_virtaddr(const char *arg)
1101 {
1102         char *end;
1103         uint64_t addr;
1104
1105         errno = 0;
1106         addr = strtoull(arg, &end, 16);
1107
1108         /* check for errors */
1109         if ((errno != 0) || (arg[0] == '\0') || end == NULL || (*end != '\0'))
1110                 return -1;
1111
1112         /* make sure we don't exceed 32-bit boundary on 32-bit target */
1113 #ifndef RTE_ARCH_64
1114         if (addr >= UINTPTR_MAX)
1115                 return -1;
1116 #endif
1117
1118         /* align the addr on 16M boundary, 16MB is the minimum huge page
1119          * size on IBM Power architecture. If the addr is aligned to 16MB,
1120          * it can align to 2MB for x86. So this alignment can also be used
1121          * on x86 and other architectures.
1122          */
1123         internal_config.base_virtaddr =
1124                 RTE_PTR_ALIGN_CEIL((uintptr_t)addr, (size_t)RTE_PGSIZE_16M);
1125
1126         return 0;
1127 }
1128
1129 /* caller is responsible for freeing the returned string */
1130 static char *
1131 available_cores(void)
1132 {
1133         char *str = NULL;
1134         int previous;
1135         int sequence;
1136         char *tmp;
1137         int idx;
1138
1139         /* find the first available cpu */
1140         for (idx = 0; idx < RTE_MAX_LCORE; idx++) {
1141                 if (!lcore_config[idx].detected)
1142                         continue;
1143                 break;
1144         }
1145         if (idx >= RTE_MAX_LCORE)
1146                 return NULL;
1147
1148         /* first sequence */
1149         if (asprintf(&str, "%d", idx) < 0)
1150                 return NULL;
1151         previous = idx;
1152         sequence = 0;
1153
1154         for (idx++ ; idx < RTE_MAX_LCORE; idx++) {
1155                 if (!lcore_config[idx].detected)
1156                         continue;
1157
1158                 if (idx == previous + 1) {
1159                         previous = idx;
1160                         sequence = 1;
1161                         continue;
1162                 }
1163
1164                 /* finish current sequence */
1165                 if (sequence) {
1166                         if (asprintf(&tmp, "%s-%d", str, previous) < 0) {
1167                                 free(str);
1168                                 return NULL;
1169                         }
1170                         free(str);
1171                         str = tmp;
1172                 }
1173
1174                 /* new sequence */
1175                 if (asprintf(&tmp, "%s,%d", str, idx) < 0) {
1176                         free(str);
1177                         return NULL;
1178                 }
1179                 free(str);
1180                 str = tmp;
1181                 previous = idx;
1182                 sequence = 0;
1183         }
1184
1185         /* finish last sequence */
1186         if (sequence) {
1187                 if (asprintf(&tmp, "%s-%d", str, previous) < 0) {
1188                         free(str);
1189                         return NULL;
1190                 }
1191                 free(str);
1192                 str = tmp;
1193         }
1194
1195         return str;
1196 }
1197
1198 int
1199 eal_parse_common_option(int opt, const char *optarg,
1200                         struct internal_config *conf)
1201 {
1202         static int b_used;
1203         static int w_used;
1204
1205         switch (opt) {
1206         /* blacklist */
1207         case 'b':
1208                 if (w_used)
1209                         goto bw_used;
1210                 if (eal_option_device_add(RTE_DEVTYPE_BLACKLISTED_PCI,
1211                                 optarg) < 0) {
1212                         return -1;
1213                 }
1214                 b_used = 1;
1215                 break;
1216         /* whitelist */
1217         case 'w':
1218                 if (b_used)
1219                         goto bw_used;
1220                 if (eal_option_device_add(RTE_DEVTYPE_WHITELISTED_PCI,
1221                                 optarg) < 0) {
1222                         return -1;
1223                 }
1224                 w_used = 1;
1225                 break;
1226         /* coremask */
1227         case 'c': {
1228                 int lcore_indexes[RTE_MAX_LCORE];
1229
1230                 if (eal_service_cores_parsed())
1231                         RTE_LOG(WARNING, EAL,
1232                                 "Service cores parsed before dataplane cores. Please ensure -c is before -s or -S\n");
1233                 if (eal_parse_coremask(optarg, lcore_indexes) < 0) {
1234                         RTE_LOG(ERR, EAL, "invalid coremask syntax\n");
1235                         return -1;
1236                 }
1237                 if (update_lcore_config(lcore_indexes) < 0) {
1238                         char *available = available_cores();
1239
1240                         RTE_LOG(ERR, EAL,
1241                                 "invalid coremask, please check specified cores are part of %s\n",
1242                                 available);
1243                         free(available);
1244                         return -1;
1245                 }
1246
1247                 if (core_parsed) {
1248                         RTE_LOG(ERR, EAL, "Option -c is ignored, because (%s) is set!\n",
1249                                 (core_parsed == LCORE_OPT_LST) ? "-l" :
1250                                 (core_parsed == LCORE_OPT_MAP) ? "--lcore" :
1251                                 "-c");
1252                         return -1;
1253                 }
1254
1255                 core_parsed = LCORE_OPT_MSK;
1256                 break;
1257         }
1258         /* corelist */
1259         case 'l': {
1260                 int lcore_indexes[RTE_MAX_LCORE];
1261
1262                 if (eal_service_cores_parsed())
1263                         RTE_LOG(WARNING, EAL,
1264                                 "Service cores parsed before dataplane cores. Please ensure -l is before -s or -S\n");
1265
1266                 if (eal_parse_corelist(optarg, lcore_indexes) < 0) {
1267                         RTE_LOG(ERR, EAL, "invalid core list syntax\n");
1268                         return -1;
1269                 }
1270                 if (update_lcore_config(lcore_indexes) < 0) {
1271                         char *available = available_cores();
1272
1273                         RTE_LOG(ERR, EAL,
1274                                 "invalid core list, please check specified cores are part of %s\n",
1275                                 available);
1276                         free(available);
1277                         return -1;
1278                 }
1279
1280                 if (core_parsed) {
1281                         RTE_LOG(ERR, EAL, "Option -l is ignored, because (%s) is set!\n",
1282                                 (core_parsed == LCORE_OPT_MSK) ? "-c" :
1283                                 (core_parsed == LCORE_OPT_MAP) ? "--lcore" :
1284                                 "-l");
1285                         return -1;
1286                 }
1287
1288                 core_parsed = LCORE_OPT_LST;
1289                 break;
1290         }
1291         /* service coremask */
1292         case 's':
1293                 if (eal_parse_service_coremask(optarg) < 0) {
1294                         RTE_LOG(ERR, EAL, "invalid service coremask\n");
1295                         return -1;
1296                 }
1297                 break;
1298         /* service corelist */
1299         case 'S':
1300                 if (eal_parse_service_corelist(optarg) < 0) {
1301                         RTE_LOG(ERR, EAL, "invalid service core list\n");
1302                         return -1;
1303                 }
1304                 break;
1305         /* size of memory */
1306         case 'm':
1307                 conf->memory = atoi(optarg);
1308                 conf->memory *= 1024ULL;
1309                 conf->memory *= 1024ULL;
1310                 mem_parsed = 1;
1311                 break;
1312         /* force number of channels */
1313         case 'n':
1314                 conf->force_nchannel = atoi(optarg);
1315                 if (conf->force_nchannel == 0) {
1316                         RTE_LOG(ERR, EAL, "invalid channel number\n");
1317                         return -1;
1318                 }
1319                 break;
1320         /* force number of ranks */
1321         case 'r':
1322                 conf->force_nrank = atoi(optarg);
1323                 if (conf->force_nrank == 0 ||
1324                     conf->force_nrank > 16) {
1325                         RTE_LOG(ERR, EAL, "invalid rank number\n");
1326                         return -1;
1327                 }
1328                 break;
1329         /* force loading of external driver */
1330         case 'd':
1331                 if (eal_plugin_add(optarg) == -1)
1332                         return -1;
1333                 break;
1334         case 'v':
1335                 /* since message is explicitly requested by user, we
1336                  * write message at highest log level so it can always
1337                  * be seen
1338                  * even if info or warning messages are disabled */
1339                 RTE_LOG(CRIT, EAL, "RTE Version: '%s'\n", rte_version());
1340                 break;
1341
1342         /* long options */
1343         case OPT_HUGE_UNLINK_NUM:
1344                 conf->hugepage_unlink = 1;
1345                 break;
1346
1347         case OPT_NO_HUGE_NUM:
1348                 conf->no_hugetlbfs = 1;
1349                 /* no-huge is legacy mem */
1350                 conf->legacy_mem = 1;
1351                 break;
1352
1353         case OPT_NO_PCI_NUM:
1354                 conf->no_pci = 1;
1355                 break;
1356
1357         case OPT_NO_HPET_NUM:
1358                 conf->no_hpet = 1;
1359                 break;
1360
1361         case OPT_VMWARE_TSC_MAP_NUM:
1362                 conf->vmware_tsc_map = 1;
1363                 break;
1364
1365         case OPT_NO_SHCONF_NUM:
1366                 conf->no_shconf = 1;
1367                 break;
1368
1369         case OPT_IN_MEMORY_NUM:
1370                 conf->in_memory = 1;
1371                 /* in-memory is a superset of noshconf and huge-unlink */
1372                 conf->no_shconf = 1;
1373                 conf->hugepage_unlink = 1;
1374                 break;
1375
1376         case OPT_PROC_TYPE_NUM:
1377                 conf->process_type = eal_parse_proc_type(optarg);
1378                 break;
1379
1380         case OPT_MASTER_LCORE_NUM:
1381                 if (eal_parse_master_lcore(optarg) < 0) {
1382                         RTE_LOG(ERR, EAL, "invalid parameter for --"
1383                                         OPT_MASTER_LCORE "\n");
1384                         return -1;
1385                 }
1386                 break;
1387
1388         case OPT_VDEV_NUM:
1389                 if (eal_option_device_add(RTE_DEVTYPE_VIRTUAL,
1390                                 optarg) < 0) {
1391                         return -1;
1392                 }
1393                 break;
1394
1395         case OPT_SYSLOG_NUM:
1396                 if (eal_parse_syslog(optarg, conf) < 0) {
1397                         RTE_LOG(ERR, EAL, "invalid parameters for --"
1398                                         OPT_SYSLOG "\n");
1399                         return -1;
1400                 }
1401                 break;
1402
1403         case OPT_LOG_LEVEL_NUM: {
1404                 if (eal_parse_log_level(optarg) < 0) {
1405                         RTE_LOG(ERR, EAL,
1406                                 "invalid parameters for --"
1407                                 OPT_LOG_LEVEL "\n");
1408                         return -1;
1409                 }
1410                 break;
1411         }
1412         case OPT_LCORES_NUM:
1413                 if (eal_parse_lcores(optarg) < 0) {
1414                         RTE_LOG(ERR, EAL, "invalid parameter for --"
1415                                 OPT_LCORES "\n");
1416                         return -1;
1417                 }
1418
1419                 if (core_parsed) {
1420                         RTE_LOG(ERR, EAL, "Option --lcore is ignored, because (%s) is set!\n",
1421                                 (core_parsed == LCORE_OPT_LST) ? "-l" :
1422                                 (core_parsed == LCORE_OPT_MSK) ? "-c" :
1423                                 "--lcore");
1424                         return -1;
1425                 }
1426
1427                 core_parsed = LCORE_OPT_MAP;
1428                 break;
1429         case OPT_LEGACY_MEM_NUM:
1430                 conf->legacy_mem = 1;
1431                 break;
1432         case OPT_SINGLE_FILE_SEGMENTS_NUM:
1433                 conf->single_file_segments = 1;
1434                 break;
1435         case OPT_IOVA_MODE_NUM:
1436                 if (eal_parse_iova_mode(optarg) < 0) {
1437                         RTE_LOG(ERR, EAL, "invalid parameters for --"
1438                                 OPT_IOVA_MODE "\n");
1439                         return -1;
1440                 }
1441                 break;
1442         case OPT_BASE_VIRTADDR_NUM:
1443                 if (eal_parse_base_virtaddr(optarg) < 0) {
1444                         RTE_LOG(ERR, EAL, "invalid parameter for --"
1445                                         OPT_BASE_VIRTADDR "\n");
1446                         return -1;
1447                 }
1448                 break;
1449
1450         /* don't know what to do, leave this to caller */
1451         default:
1452                 return 1;
1453
1454         }
1455
1456         return 0;
1457 bw_used:
1458         RTE_LOG(ERR, EAL, "Options blacklist (-b) and whitelist (-w) "
1459                 "cannot be used at the same time\n");
1460         return -1;
1461 }
1462
1463 static void
1464 eal_auto_detect_cores(struct rte_config *cfg)
1465 {
1466         unsigned int lcore_id;
1467         unsigned int removed = 0;
1468         rte_cpuset_t affinity_set;
1469
1470         if (pthread_getaffinity_np(pthread_self(), sizeof(rte_cpuset_t),
1471                                 &affinity_set))
1472                 CPU_ZERO(&affinity_set);
1473
1474         for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
1475                 if (cfg->lcore_role[lcore_id] == ROLE_RTE &&
1476                     !CPU_ISSET(lcore_id, &affinity_set)) {
1477                         cfg->lcore_role[lcore_id] = ROLE_OFF;
1478                         removed++;
1479                 }
1480         }
1481
1482         cfg->lcore_count -= removed;
1483 }
1484
1485 static void
1486 compute_ctrl_threads_cpuset(struct internal_config *internal_cfg)
1487 {
1488         rte_cpuset_t *cpuset = &internal_cfg->ctrl_cpuset;
1489         rte_cpuset_t default_set;
1490         unsigned int lcore_id;
1491
1492         for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
1493                 if (rte_lcore_has_role(lcore_id, ROLE_OFF))
1494                         continue;
1495                 RTE_CPU_OR(cpuset, cpuset, &lcore_config[lcore_id].cpuset);
1496         }
1497         RTE_CPU_NOT(cpuset, cpuset);
1498
1499         if (pthread_getaffinity_np(pthread_self(), sizeof(rte_cpuset_t),
1500                                 &default_set))
1501                 CPU_ZERO(&default_set);
1502
1503         RTE_CPU_AND(cpuset, cpuset, &default_set);
1504
1505         /* if no remaining cpu, use master lcore cpu affinity */
1506         if (!CPU_COUNT(cpuset)) {
1507                 memcpy(cpuset, &lcore_config[rte_get_master_lcore()].cpuset,
1508                         sizeof(*cpuset));
1509         }
1510 }
1511
1512 int
1513 eal_cleanup_config(struct internal_config *internal_cfg)
1514 {
1515         if (internal_cfg->hugefile_prefix != NULL)
1516                 free(internal_cfg->hugefile_prefix);
1517         if (internal_cfg->hugepage_dir != NULL)
1518                 free(internal_cfg->hugepage_dir);
1519         if (internal_cfg->user_mbuf_pool_ops_name != NULL)
1520                 free(internal_cfg->user_mbuf_pool_ops_name);
1521
1522         return 0;
1523 }
1524
1525 int
1526 eal_adjust_config(struct internal_config *internal_cfg)
1527 {
1528         int i;
1529         struct rte_config *cfg = rte_eal_get_configuration();
1530
1531         if (!core_parsed)
1532                 eal_auto_detect_cores(cfg);
1533
1534         if (internal_config.process_type == RTE_PROC_AUTO)
1535                 internal_config.process_type = eal_proc_type_detect();
1536
1537         /* default master lcore is the first one */
1538         if (!master_lcore_parsed) {
1539                 cfg->master_lcore = rte_get_next_lcore(-1, 0, 0);
1540                 if (cfg->master_lcore >= RTE_MAX_LCORE)
1541                         return -1;
1542                 lcore_config[cfg->master_lcore].core_role = ROLE_RTE;
1543         }
1544
1545         compute_ctrl_threads_cpuset(internal_cfg);
1546
1547         /* if no memory amounts were requested, this will result in 0 and
1548          * will be overridden later, right after eal_hugepage_info_init() */
1549         for (i = 0; i < RTE_MAX_NUMA_NODES; i++)
1550                 internal_cfg->memory += internal_cfg->socket_mem[i];
1551
1552         return 0;
1553 }
1554
1555 int
1556 eal_check_common_options(struct internal_config *internal_cfg)
1557 {
1558         struct rte_config *cfg = rte_eal_get_configuration();
1559
1560         if (cfg->lcore_role[cfg->master_lcore] != ROLE_RTE) {
1561                 RTE_LOG(ERR, EAL, "Master lcore is not enabled for DPDK\n");
1562                 return -1;
1563         }
1564
1565         if (internal_cfg->process_type == RTE_PROC_INVALID) {
1566                 RTE_LOG(ERR, EAL, "Invalid process type specified\n");
1567                 return -1;
1568         }
1569         if (internal_cfg->hugefile_prefix != NULL &&
1570                         strlen(internal_cfg->hugefile_prefix) < 1) {
1571                 RTE_LOG(ERR, EAL, "Invalid length of --" OPT_FILE_PREFIX " option\n");
1572                 return -1;
1573         }
1574         if (internal_cfg->hugepage_dir != NULL &&
1575                         strlen(internal_cfg->hugepage_dir) < 1) {
1576                 RTE_LOG(ERR, EAL, "Invalid length of --" OPT_HUGE_DIR" option\n");
1577                 return -1;
1578         }
1579         if (internal_cfg->user_mbuf_pool_ops_name != NULL &&
1580                         strlen(internal_cfg->user_mbuf_pool_ops_name) < 1) {
1581                 RTE_LOG(ERR, EAL, "Invalid length of --" OPT_MBUF_POOL_OPS_NAME" option\n");
1582                 return -1;
1583         }
1584         if (index(eal_get_hugefile_prefix(), '%') != NULL) {
1585                 RTE_LOG(ERR, EAL, "Invalid char, '%%', in --"OPT_FILE_PREFIX" "
1586                         "option\n");
1587                 return -1;
1588         }
1589         if (mem_parsed && internal_cfg->force_sockets == 1) {
1590                 RTE_LOG(ERR, EAL, "Options -m and --"OPT_SOCKET_MEM" cannot "
1591                         "be specified at the same time\n");
1592                 return -1;
1593         }
1594         if (internal_cfg->no_hugetlbfs && internal_cfg->force_sockets == 1) {
1595                 RTE_LOG(ERR, EAL, "Option --"OPT_SOCKET_MEM" cannot "
1596                         "be specified together with --"OPT_NO_HUGE"\n");
1597                 return -1;
1598         }
1599         if (internal_cfg->no_hugetlbfs && internal_cfg->hugepage_unlink &&
1600                         !internal_cfg->in_memory) {
1601                 RTE_LOG(ERR, EAL, "Option --"OPT_HUGE_UNLINK" cannot "
1602                         "be specified together with --"OPT_NO_HUGE"\n");
1603                 return -1;
1604         }
1605         if (internal_config.force_socket_limits && internal_config.legacy_mem) {
1606                 RTE_LOG(ERR, EAL, "Option --"OPT_SOCKET_LIMIT
1607                         " is only supported in non-legacy memory mode\n");
1608         }
1609         if (internal_cfg->single_file_segments &&
1610                         internal_cfg->hugepage_unlink &&
1611                         !internal_cfg->in_memory) {
1612                 RTE_LOG(ERR, EAL, "Option --"OPT_SINGLE_FILE_SEGMENTS" is "
1613                         "not compatible with --"OPT_HUGE_UNLINK"\n");
1614                 return -1;
1615         }
1616         if (internal_cfg->legacy_mem &&
1617                         internal_cfg->in_memory) {
1618                 RTE_LOG(ERR, EAL, "Option --"OPT_LEGACY_MEM" is not compatible "
1619                                 "with --"OPT_IN_MEMORY"\n");
1620                 return -1;
1621         }
1622         if (internal_cfg->legacy_mem && internal_cfg->match_allocations) {
1623                 RTE_LOG(ERR, EAL, "Option --"OPT_LEGACY_MEM" is not compatible "
1624                                 "with --"OPT_MATCH_ALLOCATIONS"\n");
1625                 return -1;
1626         }
1627         if (internal_cfg->no_hugetlbfs && internal_cfg->match_allocations) {
1628                 RTE_LOG(ERR, EAL, "Option --"OPT_NO_HUGE" is not compatible "
1629                                 "with --"OPT_MATCH_ALLOCATIONS"\n");
1630                 return -1;
1631         }
1632         if (internal_cfg->legacy_mem && internal_cfg->memory == 0) {
1633                 RTE_LOG(NOTICE, EAL, "Static memory layout is selected, "
1634                         "amount of reserved memory can be adjusted with "
1635                         "-m or --"OPT_SOCKET_MEM"\n");
1636         }
1637
1638         return 0;
1639 }
1640
1641 void
1642 eal_common_usage(void)
1643 {
1644         printf("[options]\n\n"
1645                "EAL common options:\n"
1646                "  -c COREMASK         Hexadecimal bitmask of cores to run on\n"
1647                "  -l CORELIST         List of cores to run on\n"
1648                "                      The argument format is <c1>[-c2][,c3[-c4],...]\n"
1649                "                      where c1, c2, etc are core indexes between 0 and %d\n"
1650                "  --"OPT_LCORES" COREMAP    Map lcore set to physical cpu set\n"
1651                "                      The argument format is\n"
1652                "                            '<lcores[@cpus]>[<,lcores[@cpus]>...]'\n"
1653                "                      lcores and cpus list are grouped by '(' and ')'\n"
1654                "                      Within the group, '-' is used for range separator,\n"
1655                "                      ',' is used for single number separator.\n"
1656                "                      '( )' can be omitted for single element group,\n"
1657                "                      '@' can be omitted if cpus and lcores have the same value\n"
1658                "  -s SERVICE COREMASK Hexadecimal bitmask of cores to be used as service cores\n"
1659                "  --"OPT_MASTER_LCORE" ID   Core ID that is used as master\n"
1660                "  --"OPT_MBUF_POOL_OPS_NAME" Pool ops name for mbuf to use\n"
1661                "  -n CHANNELS         Number of memory channels\n"
1662                "  -m MB               Memory to allocate (see also --"OPT_SOCKET_MEM")\n"
1663                "  -r RANKS            Force number of memory ranks (don't detect)\n"
1664                "  -b, --"OPT_PCI_BLACKLIST" Add a PCI device in black list.\n"
1665                "                      Prevent EAL from using this PCI device. The argument\n"
1666                "                      format is <domain:bus:devid.func>.\n"
1667                "  -w, --"OPT_PCI_WHITELIST" Add a PCI device in white list.\n"
1668                "                      Only use the specified PCI devices. The argument format\n"
1669                "                      is <[domain:]bus:devid.func>. This option can be present\n"
1670                "                      several times (once per device).\n"
1671                "                      [NOTE: PCI whitelist cannot be used with -b option]\n"
1672                "  --"OPT_VDEV"              Add a virtual device.\n"
1673                "                      The argument format is <driver><id>[,key=val,...]\n"
1674                "                      (ex: --vdev=net_pcap0,iface=eth2).\n"
1675                "  --"OPT_IOVA_MODE"   Set IOVA mode. 'pa' for IOVA_PA\n"
1676                "                      'va' for IOVA_VA\n"
1677                "  -d LIB.so|DIR       Add a driver or driver directory\n"
1678                "                      (can be used multiple times)\n"
1679                "  --"OPT_VMWARE_TSC_MAP"    Use VMware TSC map instead of native RDTSC\n"
1680                "  --"OPT_PROC_TYPE"         Type of this process (primary|secondary|auto)\n"
1681                "  --"OPT_SYSLOG"            Set syslog facility\n"
1682                "  --"OPT_LOG_LEVEL"=<int>   Set global log level\n"
1683                "  --"OPT_LOG_LEVEL"=<type-match>:<int>\n"
1684                "                      Set specific log level\n"
1685                "  -v                  Display version information on startup\n"
1686                "  -h, --help          This help\n"
1687                "  --"OPT_IN_MEMORY"   Operate entirely in memory. This will\n"
1688                "                      disable secondary process support\n"
1689                "  --"OPT_BASE_VIRTADDR"     Base virtual address\n"
1690                "\nEAL options for DEBUG use only:\n"
1691                "  --"OPT_HUGE_UNLINK"       Unlink hugepage files after init\n"
1692                "  --"OPT_NO_HUGE"           Use malloc instead of hugetlbfs\n"
1693                "  --"OPT_NO_PCI"            Disable PCI\n"
1694                "  --"OPT_NO_HPET"           Disable HPET\n"
1695                "  --"OPT_NO_SHCONF"         No shared config (mmap'd files)\n"
1696                "\n", RTE_MAX_LCORE);
1697         rte_option_usage();
1698 }