1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
15 #include <rte_errno.h>
16 #include <rte_lcore.h>
18 #include <rte_memory.h>
19 #include <rte_trace_point.h>
21 #include "eal_internal_cfg.h"
22 #include "eal_private.h"
23 #include "eal_thread.h"
24 #include "eal_trace.h"
26 RTE_DEFINE_PER_LCORE(unsigned int, _lcore_id) = LCORE_ID_ANY;
27 RTE_DEFINE_PER_LCORE(int, _thread_id) = -1;
28 static RTE_DEFINE_PER_LCORE(unsigned int, _socket_id) =
29 (unsigned int)SOCKET_ID_ANY;
30 static RTE_DEFINE_PER_LCORE(rte_cpuset_t, _cpuset);
32 unsigned rte_socket_id(void)
34 return RTE_PER_LCORE(_socket_id);
38 eal_cpuset_socket_id(rte_cpuset_t *cpusetp)
41 int socket_id = SOCKET_ID_ANY;
48 if (!CPU_ISSET(cpu, cpusetp))
51 if (socket_id == SOCKET_ID_ANY)
52 socket_id = eal_cpu_socket_id(cpu);
54 sid = eal_cpu_socket_id(cpu);
55 if (socket_id != sid) {
56 socket_id = SOCKET_ID_ANY;
60 } while (++cpu < CPU_SETSIZE);
66 thread_update_affinity(rte_cpuset_t *cpusetp)
68 unsigned int lcore_id = rte_lcore_id();
70 /* store socket_id in TLS for quick access */
71 RTE_PER_LCORE(_socket_id) =
72 eal_cpuset_socket_id(cpusetp);
74 /* store cpuset in TLS for quick access */
75 memmove(&RTE_PER_LCORE(_cpuset), cpusetp,
76 sizeof(rte_cpuset_t));
78 if (lcore_id != (unsigned)LCORE_ID_ANY) {
79 /* EAL thread will update lcore_config */
80 lcore_config[lcore_id].socket_id = RTE_PER_LCORE(_socket_id);
81 memmove(&lcore_config[lcore_id].cpuset, cpusetp,
82 sizeof(rte_cpuset_t));
87 rte_thread_set_affinity(rte_cpuset_t *cpusetp)
89 if (pthread_setaffinity_np(pthread_self(), sizeof(rte_cpuset_t),
91 RTE_LOG(ERR, EAL, "pthread_setaffinity_np failed\n");
95 thread_update_affinity(cpusetp);
100 rte_thread_get_affinity(rte_cpuset_t *cpusetp)
103 memmove(cpusetp, &RTE_PER_LCORE(_cpuset),
104 sizeof(rte_cpuset_t));
108 eal_thread_dump_affinity(rte_cpuset_t *cpuset, char *str, unsigned int size)
112 unsigned int out = 0;
114 for (cpu = 0; cpu < CPU_SETSIZE; cpu++) {
115 if (!CPU_ISSET(cpu, cpuset))
118 ret = snprintf(str + out,
119 size - out, "%u,", cpu);
120 if (ret < 0 || (unsigned)ret >= size - out) {
121 /* string will be truncated */
131 /* remove the last separator */
139 eal_thread_dump_current_affinity(char *str, unsigned int size)
143 rte_thread_get_affinity(&cpuset);
144 return eal_thread_dump_affinity(&cpuset, str, size);
148 __rte_thread_init(unsigned int lcore_id, rte_cpuset_t *cpuset)
150 /* set the lcore ID in per-lcore memory area */
151 RTE_PER_LCORE(_lcore_id) = lcore_id;
153 /* acquire system unique id */
156 thread_update_affinity(cpuset);
158 __rte_trace_mem_per_thread_alloc();
162 __rte_thread_uninit(void)
164 trace_mem_per_thread_free();
166 RTE_PER_LCORE(_lcore_id) = LCORE_ID_ANY;
169 struct rte_thread_ctrl_params {
170 void *(*start_routine)(void *);
172 pthread_barrier_t configured;
176 static void ctrl_params_free(struct rte_thread_ctrl_params *params)
178 if (__atomic_sub_fetch(¶ms->refcnt, 1, __ATOMIC_ACQ_REL) == 0) {
179 (void)pthread_barrier_destroy(¶ms->configured);
184 static void *ctrl_thread_init(void *arg)
186 struct internal_config *internal_conf =
187 eal_get_internal_configuration();
188 rte_cpuset_t *cpuset = &internal_conf->ctrl_cpuset;
189 struct rte_thread_ctrl_params *params = arg;
190 void *(*start_routine)(void *);
191 void *routine_arg = params->arg;
193 __rte_thread_init(rte_lcore_id(), cpuset);
195 pthread_barrier_wait(¶ms->configured);
196 start_routine = params->start_routine;
197 ctrl_params_free(params);
199 if (start_routine == NULL)
202 return start_routine(routine_arg);
206 rte_ctrl_thread_create(pthread_t *thread, const char *name,
207 const pthread_attr_t *attr,
208 void *(*start_routine)(void *), void *arg)
210 struct internal_config *internal_conf =
211 eal_get_internal_configuration();
212 rte_cpuset_t *cpuset = &internal_conf->ctrl_cpuset;
213 struct rte_thread_ctrl_params *params;
216 params = malloc(sizeof(*params));
220 params->start_routine = start_routine;
224 ret = pthread_barrier_init(¶ms->configured, NULL, 2);
226 goto fail_no_barrier;
228 ret = pthread_create(thread, attr, ctrl_thread_init, (void *)params);
230 goto fail_with_barrier;
233 ret = rte_thread_setname(*thread, name);
236 "Cannot set name for ctrl thread\n");
239 ret = pthread_setaffinity_np(*thread, sizeof(*cpuset), cpuset);
241 params->start_routine = NULL;
243 pthread_barrier_wait(¶ms->configured);
244 ctrl_params_free(params);
247 /* start_routine has been set to NULL above; */
248 /* ctrl thread will exit immediately */
249 pthread_join(*thread, NULL);
254 (void)pthread_barrier_destroy(¶ms->configured);
263 rte_thread_register(void)
265 unsigned int lcore_id;
268 /* EAL init flushes all lcores, we can't register before. */
269 if (eal_get_internal_configuration()->init_complete != 1) {
270 RTE_LOG(DEBUG, EAL, "Called %s before EAL init.\n", __func__);
274 if (!rte_mp_disable()) {
275 RTE_LOG(ERR, EAL, "Multiprocess in use, registering non-EAL threads is not supported.\n");
279 if (pthread_getaffinity_np(pthread_self(), sizeof(cpuset),
282 lcore_id = eal_lcore_non_eal_allocate();
283 if (lcore_id >= RTE_MAX_LCORE)
284 lcore_id = LCORE_ID_ANY;
285 __rte_thread_init(lcore_id, &cpuset);
286 if (lcore_id == LCORE_ID_ANY) {
290 RTE_LOG(DEBUG, EAL, "Registered non-EAL thread as lcore %u.\n",
296 rte_thread_unregister(void)
298 unsigned int lcore_id = rte_lcore_id();
300 if (lcore_id != LCORE_ID_ANY)
301 eal_lcore_non_eal_release(lcore_id);
302 __rte_thread_uninit();
303 if (lcore_id != LCORE_ID_ANY)
304 RTE_LOG(DEBUG, EAL, "Unregistered non-EAL thread (was lcore %u).\n",