eal: set affinity for control threads
[dpdk.git] / lib / librte_eal / common / eal_common_thread.c
index 2405e93..f1798ce 100644 (file)
@@ -36,6 +36,7 @@
 #include <stdint.h>
 #include <unistd.h>
 #include <pthread.h>
+#include <signal.h>
 #include <sched.h>
 #include <assert.h>
 #include <string.h>
@@ -44,6 +45,7 @@
 #include <rte_memory.h>
 #include <rte_log.h>
 
+#include "eal_private.h"
 #include "eal_thread.h"
 
 RTE_DECLARE_PER_LCORE(unsigned , _socket_id);
@@ -53,6 +55,20 @@ unsigned rte_socket_id(void)
        return RTE_PER_LCORE(_socket_id);
 }
 
+int
+rte_lcore_has_role(unsigned int lcore_id, enum rte_lcore_role_t role)
+{
+       struct rte_config *cfg = rte_eal_get_configuration();
+
+       if (lcore_id >= RTE_MAX_LCORE)
+               return -EINVAL;
+
+       if (cfg->lcore_role[lcore_id] == role)
+               return 0;
+
+       return -EINVAL;
+}
+
 int eal_cpuset_socket_id(rte_cpuset_t *cpusetp)
 {
        unsigned cpu = 0;
@@ -155,3 +171,75 @@ exit:
 
        return ret;
 }
+
+
+struct rte_thread_ctrl_params {
+       void *(*start_routine)(void *);
+       void *arg;
+       pthread_barrier_t launched;
+       pthread_barrier_t configured;
+};
+
+static void *rte_thread_init(void *arg)
+{
+       struct rte_thread_ctrl_params *params = arg;
+       void *(*start_routine)(void *) = params->start_routine;
+       void *routine_arg = params->arg;
+
+       pthread_barrier_wait(&params->launched);
+       pthread_barrier_wait(&params->configured);
+
+       return start_routine(routine_arg);
+}
+
+int rte_ctrl_thread_create(pthread_t *thread, const char *name,
+                       const pthread_attr_t *attr,
+                       void *(*start_routine)(void *), void *arg)
+{
+       struct rte_thread_ctrl_params params = {
+               .start_routine = start_routine,
+               .arg = arg,
+       };
+       unsigned int lcore_id;
+       rte_cpuset_t cpuset;
+       int set_affinity, ret;
+
+       pthread_barrier_init(&params.launched, NULL, 2);
+       pthread_barrier_init(&params.configured, NULL, 2);
+
+       ret = pthread_create(thread, attr, rte_thread_init, (void *)&params);
+       if (ret != 0)
+               return ret;
+
+       pthread_barrier_wait(&params.launched);
+
+       if (name != NULL) {
+               ret = rte_thread_setname(*thread, name);
+               if (ret < 0)
+                       goto fail;
+       }
+
+       set_affinity = 0;
+       CPU_ZERO(&cpuset);
+       for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
+               if (eal_cpu_detected(lcore_id) &&
+                               rte_lcore_has_role(lcore_id, ROLE_OFF)) {
+                       CPU_SET(lcore_id, &cpuset);
+                       set_affinity = 1;
+               }
+       }
+       if (set_affinity) {
+               ret = pthread_setaffinity_np(*thread, sizeof(cpuset), &cpuset);
+               if (ret < 0)
+                       goto fail;
+       }
+
+       pthread_barrier_wait(&params.configured);
+
+       return 0;
+
+fail:
+       pthread_kill(*thread, SIGTERM);
+       pthread_join(*thread, NULL);
+       return ret;
+}