1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
10 #include <rte_debug.h>
12 #include <eal_memcfg.h>
13 #include <rte_errno.h>
14 #include <rte_lcore.h>
15 #include <eal_thread.h>
16 #include <eal_internal_cfg.h>
17 #include <eal_filesystem.h>
18 #include <eal_options.h>
19 #include <eal_private.h>
22 #include "eal_hugepages.h"
23 #include "eal_trace.h"
24 #include "eal_windows.h"
26 #define MEMSIZE_IF_NO_HUGE_PAGE (64ULL * 1024ULL * 1024ULL)
28 /* define fd variable here, because file needs to be kept open for the
29 * duration of the program, as we hold a write lock on it in the primary proc
31 static int mem_cfg_fd = -1;
33 /* internal configuration (per-core) */
34 struct lcore_config lcore_config[RTE_MAX_LCORE];
36 /* Detect if we are a primary or a secondary process */
38 eal_proc_type_detect(void)
40 enum rte_proc_type_t ptype = RTE_PROC_PRIMARY;
41 const char *pathname = eal_runtime_config_path();
42 const struct rte_config *config = rte_eal_get_configuration();
44 /* if we can open the file but not get a write-lock we are a secondary
45 * process. NOTE: if we get a file handle back, we keep that open
46 * and don't close it to prevent a race condition between multiple opens
48 errno_t err = _sopen_s(&mem_cfg_fd, pathname,
49 _O_RDWR, _SH_DENYNO, _S_IREAD | _S_IWRITE);
51 OVERLAPPED soverlapped = { 0 };
52 soverlapped.Offset = sizeof(*config->mem_config);
53 soverlapped.OffsetHigh = 0;
55 HANDLE hwinfilehandle = (HANDLE)_get_osfhandle(mem_cfg_fd);
57 if (!LockFileEx(hwinfilehandle,
58 LOCKFILE_EXCLUSIVE_LOCK | LOCKFILE_FAIL_IMMEDIATELY, 0,
59 sizeof(*config->mem_config), 0, &soverlapped))
60 ptype = RTE_PROC_SECONDARY;
63 RTE_LOG(INFO, EAL, "Auto-detected process type: %s\n",
64 ptype == RTE_PROC_PRIMARY ? "PRIMARY" : "SECONDARY");
77 eal_usage(const char *prgname)
79 rte_usage_hook_t hook = eal_get_application_usage_hook();
81 printf("\nUsage: %s ", prgname);
83 /* Allow the application to print its usage message too
87 printf("===== Application Usage =====\n\n");
92 /* Parse the arguments for --log-level only */
94 eal_log_level_parse(int argc, char **argv)
99 struct internal_config *internal_conf =
100 eal_get_internal_configuration();
104 eal_reset_internal_config(internal_conf);
106 while ((opt = getopt_long(argc, argvopt, eal_short_options,
107 eal_long_options, &option_index)) != EOF) {
111 /* getopt is not happy, stop right now */
115 ret = (opt == OPT_LOG_LEVEL_NUM) ?
116 eal_parse_common_option(opt, optarg,
119 /* common parser is not happy */
124 optind = 0; /* reset getopt lib */
127 /* Parse the argument given in the command line of the application */
129 eal_parse_args(int argc, char **argv)
134 char *prgname = argv[0];
135 struct internal_config *internal_conf =
136 eal_get_internal_configuration();
140 while ((opt = getopt_long(argc, argvopt, eal_short_options,
141 eal_long_options, &option_index)) != EOF) {
145 /* getopt is not happy, stop right now */
151 ret = eal_parse_common_option(opt, optarg, internal_conf);
152 /* common parser is not happy */
157 /* common parser handled this option */
166 if (opt < OPT_LONG_MIN_NUM && isprint(opt)) {
167 RTE_LOG(ERR, EAL, "Option %c is not supported "
168 "on Windows\n", opt);
169 } else if (opt >= OPT_LONG_MIN_NUM &&
170 opt < OPT_LONG_MAX_NUM) {
171 RTE_LOG(ERR, EAL, "Option %s is not supported "
173 eal_long_options[option_index].name);
175 RTE_LOG(ERR, EAL, "Option %d is not supported "
176 "on Windows\n", opt);
183 if (eal_adjust_config(internal_conf) != 0)
187 if (eal_check_common_options(internal_conf) != 0) {
193 argv[optind - 1] = prgname;
195 optind = 0; /* reset getopt lib */
200 sync_func(void *arg __rte_unused)
206 rte_eal_init_alert(const char *msg)
208 fprintf(stderr, "EAL: FATAL: %s\n", msg);
209 RTE_LOG(ERR, EAL, "%s\n", msg);
212 /* Stubs to enable EAL trace point compilation
213 * until eal_common_trace.c can be compiled.
216 RTE_DEFINE_PER_LCORE(volatile int, trace_point_sz);
217 RTE_DEFINE_PER_LCORE(void *, trace_mem);
220 __rte_trace_mem_per_thread_alloc(void)
225 trace_mem_per_thread_free(void)
230 __rte_trace_point_emit_field(size_t sz, const char *field,
239 __rte_trace_point_register(rte_trace_point_t *trace, const char *name,
240 void (*register_fn)(void))
244 RTE_SET_USED(register_fn);
249 rte_eal_cleanup(void)
251 struct internal_config *internal_conf =
252 eal_get_internal_configuration();
254 eal_cleanup_config(internal_conf);
258 /* Launch threads, called at application init(). */
260 rte_eal_init(int argc, char **argv)
262 int i, fctret, bscan;
263 const struct rte_config *config = rte_eal_get_configuration();
264 struct internal_config *internal_conf =
265 eal_get_internal_configuration();
267 rte_eal_log_init(NULL, 0);
269 eal_log_level_parse(argc, argv);
271 if (eal_create_cpu_map() < 0) {
272 rte_eal_init_alert("Cannot discover CPU and NUMA.");
273 /* rte_errno is set */
277 if (rte_eal_cpu_init() < 0) {
278 rte_eal_init_alert("Cannot detect lcores.");
283 fctret = eal_parse_args(argc, argv);
287 /* Prevent creation of shared memory files. */
288 if (internal_conf->in_memory == 0) {
289 RTE_LOG(WARNING, EAL, "Multi-process support is requested, "
290 "but not available.\n");
291 internal_conf->in_memory = 1;
294 if (!internal_conf->no_hugetlbfs && (eal_hugepage_info_init() < 0)) {
295 rte_eal_init_alert("Cannot get hugepage information");
300 if (internal_conf->memory == 0 && !internal_conf->force_sockets) {
301 if (internal_conf->no_hugetlbfs)
302 internal_conf->memory = MEMSIZE_IF_NO_HUGE_PAGE;
305 if (eal_mem_win32api_init() < 0) {
306 rte_eal_init_alert("Cannot access Win32 memory management");
311 if (eal_mem_virt2iova_init() < 0) {
312 /* Non-fatal error if physical addresses are not required. */
313 RTE_LOG(WARNING, EAL, "Cannot access virt2phys driver, "
314 "PA will not be available\n");
317 if (rte_eal_memzone_init() < 0) {
318 rte_eal_init_alert("Cannot init memzone");
323 if (rte_eal_memory_init() < 0) {
324 rte_eal_init_alert("Cannot init memory");
329 if (rte_eal_malloc_heap_init() < 0) {
330 rte_eal_init_alert("Cannot init malloc heap");
335 if (rte_eal_tailqs_init() < 0) {
336 rte_eal_init_alert("Cannot init tail queues for objects");
341 if (rte_eal_timer_init() < 0) {
342 rte_eal_init_alert("Cannot init TSC timer");
347 __rte_thread_init(config->master_lcore,
348 &lcore_config[config->master_lcore].cpuset);
350 bscan = rte_bus_scan();
352 rte_eal_init_alert("Cannot init PCI");
357 RTE_LCORE_FOREACH_SLAVE(i) {
360 * create communication pipes between master thread
363 if (_pipe(lcore_config[i].pipe_master2slave,
364 sizeof(char), _O_BINARY) < 0)
365 rte_panic("Cannot create pipe\n");
366 if (_pipe(lcore_config[i].pipe_slave2master,
367 sizeof(char), _O_BINARY) < 0)
368 rte_panic("Cannot create pipe\n");
370 lcore_config[i].state = WAIT;
372 /* create a thread for each lcore */
373 if (eal_thread_create(&lcore_config[i].thread_id) != 0)
374 rte_panic("Cannot create thread\n");
378 * Launch a dummy function on all slave lcores, so that master lcore
379 * knows they are all ready when this function returns.
381 rte_eal_mp_remote_launch(sync_func, NULL, SKIP_MASTER);
382 rte_eal_mp_wait_lcore();
387 rte_vfio_container_dma_map(__rte_unused int container_fd,
388 __rte_unused uint64_t vaddr,
389 __rte_unused uint64_t iova,
390 __rte_unused uint64_t len)
396 rte_vfio_container_dma_unmap(__rte_unused int container_fd,
397 __rte_unused uint64_t vaddr,
398 __rte_unused uint64_t iova,
399 __rte_unused uint64_t len)