1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
15 #include <rte_lcore.h>
16 #include <rte_memory.h>
18 #include <rte_trace_point.h>
20 #include "eal_internal_cfg.h"
21 #include "eal_private.h"
22 #include "eal_thread.h"
23 #include "eal_trace.h"
25 RTE_DEFINE_PER_LCORE(unsigned int, _lcore_id) = LCORE_ID_ANY;
26 RTE_DEFINE_PER_LCORE(int, _thread_id) = -1;
27 static RTE_DEFINE_PER_LCORE(unsigned int, _socket_id) =
28 (unsigned int)SOCKET_ID_ANY;
29 static RTE_DEFINE_PER_LCORE(rte_cpuset_t, _cpuset);
31 unsigned rte_socket_id(void)
33 return RTE_PER_LCORE(_socket_id);
37 eal_cpuset_socket_id(rte_cpuset_t *cpusetp)
40 int socket_id = SOCKET_ID_ANY;
47 if (!CPU_ISSET(cpu, cpusetp))
50 if (socket_id == SOCKET_ID_ANY)
51 socket_id = eal_cpu_socket_id(cpu);
53 sid = eal_cpu_socket_id(cpu);
54 if (socket_id != sid) {
55 socket_id = SOCKET_ID_ANY;
59 } while (++cpu < CPU_SETSIZE);
65 thread_update_affinity(rte_cpuset_t *cpusetp)
67 unsigned int lcore_id = rte_lcore_id();
69 /* store socket_id in TLS for quick access */
70 RTE_PER_LCORE(_socket_id) =
71 eal_cpuset_socket_id(cpusetp);
73 /* store cpuset in TLS for quick access */
74 memmove(&RTE_PER_LCORE(_cpuset), cpusetp,
75 sizeof(rte_cpuset_t));
77 if (lcore_id != (unsigned)LCORE_ID_ANY) {
78 /* EAL thread will update lcore_config */
79 lcore_config[lcore_id].socket_id = RTE_PER_LCORE(_socket_id);
80 memmove(&lcore_config[lcore_id].cpuset, cpusetp,
81 sizeof(rte_cpuset_t));
86 rte_thread_set_affinity(rte_cpuset_t *cpusetp)
88 if (pthread_setaffinity_np(pthread_self(), sizeof(rte_cpuset_t),
90 RTE_LOG(ERR, EAL, "pthread_setaffinity_np failed\n");
94 thread_update_affinity(cpusetp);
99 rte_thread_get_affinity(rte_cpuset_t *cpusetp)
102 memmove(cpusetp, &RTE_PER_LCORE(_cpuset),
103 sizeof(rte_cpuset_t));
107 eal_thread_dump_affinity(char *str, unsigned size)
112 unsigned int out = 0;
114 rte_thread_get_affinity(&cpuset);
116 for (cpu = 0; cpu < CPU_SETSIZE; cpu++) {
117 if (!CPU_ISSET(cpu, &cpuset))
120 ret = snprintf(str + out,
121 size - out, "%u,", cpu);
122 if (ret < 0 || (unsigned)ret >= size - out) {
123 /* string will be truncated */
133 /* remove the last separator */
141 __rte_thread_init(unsigned int lcore_id, rte_cpuset_t *cpuset)
143 /* set the lcore ID in per-lcore memory area */
144 RTE_PER_LCORE(_lcore_id) = lcore_id;
146 /* acquire system unique id */
149 thread_update_affinity(cpuset);
151 __rte_trace_mem_per_thread_alloc();
155 __rte_thread_uninit(void)
157 trace_mem_per_thread_free();
159 RTE_PER_LCORE(_lcore_id) = LCORE_ID_ANY;
162 struct rte_thread_ctrl_params {
163 void *(*start_routine)(void *);
165 pthread_barrier_t configured;
168 static void *ctrl_thread_init(void *arg)
171 struct internal_config *internal_conf =
172 eal_get_internal_configuration();
173 rte_cpuset_t *cpuset = &internal_conf->ctrl_cpuset;
174 struct rte_thread_ctrl_params *params = arg;
175 void *(*start_routine)(void *) = params->start_routine;
176 void *routine_arg = params->arg;
178 __rte_thread_init(rte_lcore_id(), cpuset);
180 ret = pthread_barrier_wait(¶ms->configured);
181 if (ret == PTHREAD_BARRIER_SERIAL_THREAD) {
182 pthread_barrier_destroy(¶ms->configured);
186 return start_routine(routine_arg);
190 rte_ctrl_thread_create(pthread_t *thread, const char *name,
191 const pthread_attr_t *attr,
192 void *(*start_routine)(void *), void *arg)
194 struct internal_config *internal_conf =
195 eal_get_internal_configuration();
196 rte_cpuset_t *cpuset = &internal_conf->ctrl_cpuset;
197 struct rte_thread_ctrl_params *params;
200 params = malloc(sizeof(*params));
204 params->start_routine = start_routine;
207 pthread_barrier_init(¶ms->configured, NULL, 2);
209 ret = pthread_create(thread, attr, ctrl_thread_init, (void *)params);
216 ret = rte_thread_setname(*thread, name);
219 "Cannot set name for ctrl thread\n");
222 ret = pthread_setaffinity_np(*thread, sizeof(*cpuset), cpuset);
226 ret = pthread_barrier_wait(¶ms->configured);
227 if (ret == PTHREAD_BARRIER_SERIAL_THREAD) {
228 pthread_barrier_destroy(¶ms->configured);
235 if (PTHREAD_BARRIER_SERIAL_THREAD ==
236 pthread_barrier_wait(¶ms->configured)) {
237 pthread_barrier_destroy(¶ms->configured);
240 pthread_cancel(*thread);
241 pthread_join(*thread, NULL);