net/mlx5: handle Rx CQE compression

[dpdk.git] / examples / ip_pipeline / pipeline / pipeline_actions_common.h

diff --git a/examples/ip_pipeline/pipeline/pipeline_actions_common.h b/examples/ip_pipeline/pipeline/pipeline_actions_common.h
index 4b5d5c4..ab08612 100644 (file)
--- a/examples/ip_pipeline/pipeline/pipeline_actions_common.h
+++ b/examples/ip_pipeline/pipeline/pipeline_actions_common.h
@@ -1,7 +1,7 @@
 /*-
  *   BSD LICENSE
  *
- *   Copyright(c) 2010-2015 Intel Corporation. All rights reserved.
+ *   Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
  *   All rights reserved.
  *
  *   Redistribution and use in source and binary forms, with or without
@@ -33,12 +33,19 @@
 #ifndef __INCLUDE_PIPELINE_ACTIONS_COMMON_H__
 #define __INCLUDE_PIPELINE_ACTIONS_COMMON_H__
 
+#include <stdint.h>
+
+#include <rte_common.h>
+#include <rte_cycles.h>
+#include <rte_mbuf.h>
+#include <rte_pipeline.h>
+
 #define PIPELINE_PORT_IN_AH(f_ah, f_pkt_work, f_pkt4_work)             \
 static int                                                             \
 f_ah(                                                                  \
+       __rte_unused struct rte_pipeline *p,                            \
        struct rte_mbuf **pkts,                                         \
        uint32_t n_pkts,                                                \
-       uint64_t *pkts_mask,                                            \
        void *arg)                                                      \
 {                                                                      \
        uint32_t i;                                                     \
@@ -49,7 +56,27 @@ f_ah(                                                                        \
        for ( ; i < n_pkts; i++)                                        \
                f_pkt_work(pkts[i], arg);                               \
                                                                        \
-       *pkts_mask = (~0LLU) >> (64 - n_pkts);                          \
+       return 0;                                                       \
+}
+
+#define PIPELINE_PORT_IN_AH_HIJACK_ALL(f_ah, f_pkt_work, f_pkt4_work) \
+static int                                                             \
+f_ah(                                                                  \
+       struct rte_pipeline *p,                         \
+       struct rte_mbuf **pkts,                                 \
+       uint32_t n_pkts,                                                \
+       void *arg)                                              \
+{                                                                      \
+       uint64_t pkt_mask = RTE_LEN2MASK(n_pkts, uint64_t);     \
+       uint32_t i;                                                     \
+                                                                       \
+       rte_pipeline_ah_packet_hijack(p, pkt_mask);     \
+                                                                       \
+       for (i = 0; i < (n_pkts & (~0x3LLU)); i += 4)   \
+               f_pkt4_work(&pkts[i], arg);                             \
+                                                                       \
+       for ( ; i < n_pkts; i++)                                \
+               f_pkt_work(pkts[i], arg);                       \
                                                                        \
        return 0;                                                       \
 }
@@ -57,13 +84,12 @@ f_ah(                                                                       \
 #define PIPELINE_TABLE_AH_HIT(f_ah, f_pkt_work, f_pkt4_work)           \
 static int                                                             \
 f_ah(                                                                  \
+       __rte_unused struct rte_pipeline *p,                            \
        struct rte_mbuf **pkts,                                         \
-       uint64_t *pkts_mask,                                            \
+       uint64_t pkts_in_mask,                                          \
        struct rte_pipeline_table_entry **entries,                      \
        void *arg)                                                      \
 {                                                                      \
-       uint64_t pkts_in_mask = *pkts_mask;                             \
-                                                                       \
        if ((pkts_in_mask & (pkts_in_mask + 1)) == 0) {                 \
                uint64_t n_pkts = __builtin_popcountll(pkts_in_mask);   \
                uint32_t i;                                             \
@@ -88,13 +114,12 @@ f_ah(                                                                      \
 #define PIPELINE_TABLE_AH_MISS(f_ah, f_pkt_work, f_pkt4_work)          \
 static int                                                             \
 f_ah(                                                                  \
+       __rte_unused struct rte_pipeline *p,                            \
        struct rte_mbuf **pkts,                                         \
-       uint64_t *pkts_mask,                                            \
+       uint64_t pkts_in_mask,                                          \
        struct rte_pipeline_table_entry *entry,                         \
        void *arg)                                                      \
 {                                                                      \
-       uint64_t pkts_in_mask = *pkts_mask;                             \
-                                                                       \
        if ((pkts_in_mask & (pkts_in_mask + 1)) == 0) {                 \
                uint64_t n_pkts = __builtin_popcountll(pkts_in_mask);   \
                uint32_t i;                                             \
@@ -116,4 +141,91 @@ f_ah(                                                                      \
        return 0;                                                       \
 }
 
+#define PIPELINE_TABLE_AH_HIT_DROP_TIME(f_ah, f_pkt_work, f_pkt4_work) \
+static int                                                             \
+f_ah(                                                                  \
+       struct rte_pipeline *p,                                         \
+       struct rte_mbuf **pkts,                                         \
+       uint64_t pkts_mask,                                             \
+       struct rte_pipeline_table_entry **entries,                      \
+       void *arg)                                                      \
+{                                                                      \
+       uint64_t pkts_in_mask = pkts_mask;                              \
+       uint64_t pkts_out_mask = pkts_mask;                             \
+       uint64_t time = rte_rdtsc();                                    \
+                                                                       \
+       if ((pkts_in_mask & (pkts_in_mask + 1)) == 0) {                 \
+               uint64_t n_pkts = __builtin_popcountll(pkts_in_mask);   \
+               uint32_t i;                                             \
+                                                                       \
+               for (i = 0; i < (n_pkts & (~0x3LLU)); i += 4) {         \
+                       uint64_t mask = f_pkt4_work(&pkts[i],           \
+                               &entries[i], arg, time);                \
+                       pkts_out_mask ^= mask << i;                     \
+               }                                                       \
+                                                                       \
+               for ( ; i < n_pkts; i++) {                              \
+                       uint64_t mask = f_pkt_work(pkts[i],             \
+                               entries[i], arg, time);                 \
+                       pkts_out_mask ^= mask << i;                     \
+               }                                                       \
+       } else                                                          \
+               for ( ; pkts_in_mask; ) {                               \
+                       uint32_t pos = __builtin_ctzll(pkts_in_mask);   \
+                       uint64_t pkt_mask = 1LLU << pos;                \
+                       uint64_t mask = f_pkt_work(pkts[pos],           \
+                               entries[pos], arg, time);               \
+                                                                       \
+                       pkts_in_mask &= ~pkt_mask;                      \
+                       pkts_out_mask ^= mask << pos;                   \
+               }                                                       \
+                                                                       \
+       rte_pipeline_ah_packet_drop(p, pkts_out_mask ^ pkts_mask);      \
+                                                                       \
+       return 0;                                                       \
+}
+
+#define PIPELINE_TABLE_AH_MISS_DROP_TIME(f_ah, f_pkt_work, f_pkt4_work)        \
+static int                                                             \
+f_ah(                                                                  \
+       struct rte_pipeline *p,                                         \
+       struct rte_mbuf **pkts,                                         \
+       uint64_t pkts_mask,                                             \
+       struct rte_pipeline_table_entry *entry,                         \
+       void *arg)                                                      \
+{                                                                      \
+       uint64_t pkts_in_mask = pkts_mask;                              \
+       uint64_t pkts_out_mask = pkts_mask;                             \
+       uint64_t time = rte_rdtsc();                                    \
+                                                                       \
+       if ((pkts_in_mask & (pkts_in_mask + 1)) == 0) {                 \
+               uint64_t n_pkts = __builtin_popcountll(pkts_in_mask);   \
+               uint32_t i;                                             \
+                                                                       \
+               for (i = 0; i < (n_pkts & (~0x3LLU)); i += 4) {         \
+                       uint64_t mask = f_pkt4_work(&pkts[i],           \
+                               entry, arg, time);                      \
+                       pkts_out_mask ^= mask << i;                     \
+               }                                                       \
+                                                                       \
+               for ( ; i < n_pkts; i++) {                              \
+                       uint64_t mask = f_pkt_work(pkts[i], entry, arg, time);\
+                       pkts_out_mask ^= mask << i;                     \
+               }                                                       \
+       } else                                                          \
+               for ( ; pkts_in_mask; ) {                               \
+                       uint32_t pos = __builtin_ctzll(pkts_in_mask);   \
+                       uint64_t pkt_mask = 1LLU << pos;                \
+                       uint64_t mask = f_pkt_work(pkts[pos],           \
+                               entry, arg, time);              \
+                                                                       \
+                       pkts_in_mask &= ~pkt_mask;                      \
+                       pkts_out_mask ^= mask << pos;                   \
+               }                                                       \
+                                                                       \
+       rte_pipeline_ah_packet_drop(p, pkts_out_mask ^ pkts_mask);      \
+                                                                       \
+       return 0;                                                       \
+}
+
 #endif