net/ark: support setting MTU
[dpdk.git] / lib / librte_efd / rte_efd.c
index 2bcfd62..4d9a088 100644 (file)
@@ -36,7 +36,6 @@
 #include <inttypes.h>
 #include <errno.h>
 #include <stdarg.h>
-#include <math.h>
 #include <sys/queue.h>
 
 #include <rte_log.h>
 #include <rte_hash_crc.h>
 
 #include "rte_efd.h"
+#if defined(RTE_ARCH_X86)
+#include "rte_efd_x86.h"
+#elif defined(RTE_ARCH_ARM64)
+#include "rte_efd_arm64.h"
+#endif
 
 #define EFD_KEY(key_idx, table) (table->keys + ((key_idx) * table->key_len))
 /** Hash function used to determine chunk_id and bin_id for a group */
@@ -100,6 +104,8 @@ allocated memory
 /* All different internal lookup functions */
 enum efd_lookup_internal_function {
        EFD_LOOKUP_SCALAR = 0,
+       EFD_LOOKUP_AVX2,
+       EFD_LOOKUP_NEON,
        EFD_LOOKUP_NUM
 };
 
@@ -553,7 +559,7 @@ rte_efd_create(const char *name, uint32_t max_num_rules, uint32_t key_len,
                num_chunks = rte_align32pow2((max_num_rules /
                        EFD_TARGET_CHUNK_NUM_RULES) + 1);
 
-       num_chunks_shift = log2(num_chunks);
+       num_chunks_shift = rte_bsf32(num_chunks);
 
        rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK);
 
@@ -662,7 +668,26 @@ rte_efd_create(const char *name, uint32_t max_num_rules, uint32_t key_len,
                }
        }
 
-       table->lookup_fn = EFD_LOOKUP_SCALAR;
+#if defined(RTE_ARCH_X86)
+       /*
+        * For less than 4 bits, scalar function performs better
+        * than vectorised version
+        */
+       if (RTE_EFD_VALUE_NUM_BITS > 3 && rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX2))
+               table->lookup_fn = EFD_LOOKUP_AVX2;
+       else
+#endif
+#if defined(RTE_ARCH_ARM64)
+       /*
+        * For less than or equal to 16 bits, scalar function performs better
+        * than vectorised version
+        */
+       if (RTE_EFD_VALUE_NUM_BITS > 16 &&
+           rte_cpu_get_flag_enabled(RTE_CPUFLAG_NEON))
+               table->lookup_fn = EFD_LOOKUP_NEON;
+       else
+#endif
+               table->lookup_fn = EFD_LOOKUP_SCALAR;
 
        /*
         * Allocate the EFD table offline portion (with the actual rules
@@ -1253,6 +1278,22 @@ efd_lookup_internal(const struct efd_online_group_entry * const group,
 
        switch (lookup_fn) {
 
+#if defined(RTE_ARCH_X86)
+       case EFD_LOOKUP_AVX2:
+               return efd_lookup_internal_avx2(group->hash_idx,
+                                       group->lookup_table,
+                                       hash_val_a,
+                                       hash_val_b);
+               break;
+#endif
+#if defined(RTE_ARCH_ARM64)
+       case EFD_LOOKUP_NEON:
+               return efd_lookup_internal_neon(group->hash_idx,
+                                       group->lookup_table,
+                                       hash_val_a,
+                                       hash_val_b);
+               break;
+#endif
        case EFD_LOOKUP_SCALAR:
        /* Fall-through */
        default: