lib/librte_eal/common/eal_common_thread.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2010-2014 Intel Corporation
   3  */
   4
   5 #include <stdio.h>
   6 #include <stdlib.h>
   7 #include <stdint.h>
   8 #include <unistd.h>
   9 #include <pthread.h>
  10 #include <signal.h>
  11 #include <sched.h>
  12 #include <assert.h>
  13 #include <string.h>
  14
  15 #include <rte_lcore.h>
  16 #include <rte_memory.h>
  17 #include <rte_log.h>
  18 #include <rte_trace_point.h>
  19
  20 #include "eal_internal_cfg.h"
  21 #include "eal_private.h"
  22 #include "eal_thread.h"
  23
  24 RTE_DECLARE_PER_LCORE(unsigned , _socket_id);
  25
  26 unsigned rte_socket_id(void)
  27 {
  28         return RTE_PER_LCORE(_socket_id);
  29 }
  30
  31 int
  32 rte_lcore_has_role(unsigned int lcore_id, enum rte_lcore_role_t role)
  33 {
  34         struct rte_config *cfg = rte_eal_get_configuration();
  35
  36         if (lcore_id >= RTE_MAX_LCORE)
  37                 return -EINVAL;
  38
  39         return cfg->lcore_role[lcore_id] == role;
  40 }
  41
  42 static int
  43 eal_cpuset_socket_id(rte_cpuset_t *cpusetp)
  44 {
  45         unsigned cpu = 0;
  46         int socket_id = SOCKET_ID_ANY;
  47         int sid;
  48
  49         if (cpusetp == NULL)
  50                 return SOCKET_ID_ANY;
  51
  52         do {
  53                 if (!CPU_ISSET(cpu, cpusetp))
  54                         continue;
  55
  56                 if (socket_id == SOCKET_ID_ANY)
  57                         socket_id = eal_cpu_socket_id(cpu);
  58
  59                 sid = eal_cpu_socket_id(cpu);
  60                 if (socket_id != sid) {
  61                         socket_id = SOCKET_ID_ANY;
  62                         break;
  63                 }
  64
  65         } while (++cpu < CPU_SETSIZE);
  66
  67         return socket_id;
  68 }
  69
  70 int
  71 rte_thread_set_affinity(rte_cpuset_t *cpusetp)
  72 {
  73         int s;
  74         unsigned lcore_id;
  75         pthread_t tid;
  76
  77         tid = pthread_self();
  78
  79         s = pthread_setaffinity_np(tid, sizeof(rte_cpuset_t), cpusetp);
  80         if (s != 0) {
  81                 RTE_LOG(ERR, EAL, "pthread_setaffinity_np failed\n");
  82                 return -1;
  83         }
  84
  85         /* store socket_id in TLS for quick access */
  86         RTE_PER_LCORE(_socket_id) =
  87                 eal_cpuset_socket_id(cpusetp);
  88
  89         /* store cpuset in TLS for quick access */
  90         memmove(&RTE_PER_LCORE(_cpuset), cpusetp,
  91                 sizeof(rte_cpuset_t));
  92
  93         lcore_id = rte_lcore_id();
  94         if (lcore_id != (unsigned)LCORE_ID_ANY) {
  95                 /* EAL thread will update lcore_config */
  96                 lcore_config[lcore_id].socket_id = RTE_PER_LCORE(_socket_id);
  97                 memmove(&lcore_config[lcore_id].cpuset, cpusetp,
  98                         sizeof(rte_cpuset_t));
  99         }
 100
 101         return 0;
 102 }
 103
 104 void
 105 rte_thread_get_affinity(rte_cpuset_t *cpusetp)
 106 {
 107         assert(cpusetp);
 108         memmove(cpusetp, &RTE_PER_LCORE(_cpuset),
 109                 sizeof(rte_cpuset_t));
 110 }
 111
 112 int
 113 eal_thread_dump_affinity(char *str, unsigned size)
 114 {
 115         rte_cpuset_t cpuset;
 116         unsigned cpu;
 117         int ret;
 118         unsigned int out = 0;
 119
 120         rte_thread_get_affinity(&cpuset);
 121
 122         for (cpu = 0; cpu < CPU_SETSIZE; cpu++) {
 123                 if (!CPU_ISSET(cpu, &cpuset))
 124                         continue;
 125
 126                 ret = snprintf(str + out,
 127                                size - out, "%u,", cpu);
 128                 if (ret < 0 || (unsigned)ret >= size - out) {
 129                         /* string will be truncated */
 130                         ret = -1;
 131                         goto exit;
 132                 }
 133
 134                 out += ret;
 135         }
 136
 137         ret = 0;
 138 exit:
 139         /* remove the last separator */
 140         if (out > 0)
 141                 str[out - 1] = '\0';
 142
 143         return ret;
 144 }
 145
 146
 147 struct rte_thread_ctrl_params {
 148         void *(*start_routine)(void *);
 149         void *arg;
 150         pthread_barrier_t configured;
 151 };
 152
 153 static void *rte_thread_init(void *arg)
 154 {
 155         int ret;
 156         rte_cpuset_t *cpuset = &internal_config.ctrl_cpuset;
 157         struct rte_thread_ctrl_params *params = arg;
 158         void *(*start_routine)(void *) = params->start_routine;
 159         void *routine_arg = params->arg;
 160
 161         /* Store cpuset in TLS for quick access */
 162         memmove(&RTE_PER_LCORE(_cpuset), cpuset, sizeof(rte_cpuset_t));
 163
 164         ret = pthread_barrier_wait(&params->configured);
 165         if (ret == PTHREAD_BARRIER_SERIAL_THREAD) {
 166                 pthread_barrier_destroy(&params->configured);
 167                 free(params);
 168         }
 169         __rte_trace_mem_per_thread_alloc();
 170         return start_routine(routine_arg);
 171 }
 172
 173 int
 174 rte_ctrl_thread_create(pthread_t *thread, const char *name,
 175                 const pthread_attr_t *attr,
 176                 void *(*start_routine)(void *), void *arg)
 177 {
 178         rte_cpuset_t *cpuset = &internal_config.ctrl_cpuset;
 179         struct rte_thread_ctrl_params *params;
 180         int ret;
 181
 182         params = malloc(sizeof(*params));
 183         if (!params)
 184                 return -ENOMEM;
 185
 186         params->start_routine = start_routine;
 187         params->arg = arg;
 188
 189         pthread_barrier_init(&params->configured, NULL, 2);
 190
 191         ret = pthread_create(thread, attr, rte_thread_init, (void *)params);
 192         if (ret != 0) {
 193                 free(params);
 194                 return -ret;
 195         }
 196
 197         if (name != NULL) {
 198                 ret = rte_thread_setname(*thread, name);
 199                 if (ret < 0)
 200                         RTE_LOG(DEBUG, EAL,
 201                                 "Cannot set name for ctrl thread\n");
 202         }
 203
 204         ret = pthread_setaffinity_np(*thread, sizeof(*cpuset), cpuset);
 205         if (ret)
 206                 goto fail;
 207
 208         ret = pthread_barrier_wait(&params->configured);
 209         if (ret == PTHREAD_BARRIER_SERIAL_THREAD) {
 210                 pthread_barrier_destroy(&params->configured);
 211                 free(params);
 212         }
 213
 214         return 0;
 215
 216 fail:
 217         if (PTHREAD_BARRIER_SERIAL_THREAD ==
 218             pthread_barrier_wait(&params->configured)) {
 219                 pthread_barrier_destroy(&params->configured);
 220                 free(params);
 221         }
 222         pthread_cancel(*thread);
 223         pthread_join(*thread, NULL);
 224         return -ret;
 225 }