4 * Copyright 2016 6WIND S.A.
5 * Copyright 2016 Mellanox.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of 6WIND S.A. nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #ifndef RTE_PMD_MLX5_PRM_H_
35 #define RTE_PMD_MLX5_PRM_H_
40 /* ISO C doesn't support unnamed structs/unions, disabling -pedantic. */
42 #pragma GCC diagnostic ignored "-Wpedantic"
44 #include <infiniband/mlx5_hw.h>
46 #pragma GCC diagnostic error "-Wpedantic"
49 #include "mlx5_autoconf.h"
51 /* Get CQE owner bit. */
52 #define MLX5_CQE_OWNER(op_own) ((op_own) & MLX5_CQE_OWNER_MASK)
55 #define MLX5_CQE_FORMAT(op_own) (((op_own) & MLX5E_CQE_FORMAT_MASK) >> 2)
58 #define MLX5_CQE_OPCODE(op_own) (((op_own) & 0xf0) >> 4)
60 /* Get CQE solicited event. */
61 #define MLX5_CQE_SE(op_own) (((op_own) >> 1) & 1)
63 /* Invalidate a CQE. */
64 #define MLX5_CQE_INVALIDATE (MLX5_CQE_INVALID << 4)
66 /* CQE value to inform that VLAN is stripped. */
67 #define MLX5_CQE_VLAN_STRIPPED 0x1
69 /* Maximum number of packets a multi-packet WQE can handle. */
70 #define MLX5_MPW_DSEG_MAX 5
73 #define MLX5_WQE_DWORD_SIZE 16
76 #define MLX5_WQE_SIZE (4 * MLX5_WQE_DWORD_SIZE)
78 /* Compute the number of DS. */
79 #define MLX5_WQE_DS(n) \
80 (((n) + MLX5_WQE_DWORD_SIZE - 1) / MLX5_WQE_DWORD_SIZE)
82 /* Room for inline data in multi-packet WQE. */
83 #define MLX5_MWQE64_INL_DATA 28
85 #ifndef HAVE_VERBS_MLX5_OPCODE_TSO
86 #define MLX5_OPCODE_TSO MLX5_OPCODE_LSO_MPW /* Compat with OFED 3.3. */
90 #define MLX5_CQE_RX_IPV4_PACKET (1u << 2)
93 #define MLX5_CQE_RX_IPV6_PACKET (1u << 3)
95 /* Outer IPv4 packet. */
96 #define MLX5_CQE_RX_OUTER_IPV4_PACKET (1u << 7)
98 /* Outer IPv6 packet. */
99 #define MLX5_CQE_RX_OUTER_IPV6_PACKET (1u << 8)
101 /* Tunnel packet bit in the CQE. */
102 #define MLX5_CQE_RX_TUNNEL_PACKET (1u << 4)
104 /* Outer IP checksum OK. */
105 #define MLX5_CQE_RX_OUTER_IP_CSUM_OK (1u << 5)
107 /* Outer UDP header and checksum OK. */
108 #define MLX5_CQE_RX_OUTER_TCP_UDP_CSUM_OK (1u << 6)
110 /* INVALID is used by packets matching no flow rules. */
111 #define MLX5_FLOW_MARK_INVALID 0
113 /* Maximum allowed value to mark a packet. */
114 #define MLX5_FLOW_MARK_MAX 0xfffff0
116 /* Default mark value used when none is provided. */
117 #define MLX5_FLOW_MARK_DEFAULT 0xffffff
119 /* Subset of struct mlx5_wqe_eth_seg. */
120 struct mlx5_wqe_eth_seg_small {
126 uint16_t inline_hdr_sz;
127 uint8_t inline_hdr[2];
128 } __rte_aligned(MLX5_WQE_DWORD_SIZE);
130 struct mlx5_wqe_inl_small {
133 } __rte_aligned(MLX5_WQE_DWORD_SIZE);
135 struct mlx5_wqe_ctrl {
140 } __rte_aligned(MLX5_WQE_DWORD_SIZE);
142 /* Small common part of the WQE. */
145 struct mlx5_wqe_eth_seg_small eseg;
152 } __rte_aligned(MLX5_WQE_SIZE);
154 /* MPW session status. */
155 enum mlx5_mpw_state {
156 MLX5_MPW_STATE_OPENED,
157 MLX5_MPW_INL_STATE_OPENED,
158 MLX5_MPW_STATE_CLOSED,
161 /* MPW session descriptor. */
163 enum mlx5_mpw_state state;
166 unsigned int total_len;
167 volatile struct mlx5_wqe *wqe;
169 volatile struct mlx5_wqe_data_seg *dseg[MLX5_MPW_DSEG_MAX];
170 volatile uint8_t *raw;
174 /* CQ element structure - should be equal to the cache line size */
176 #if (RTE_CACHE_LINE_SIZE == 128)
181 uint32_t rx_hash_res;
182 uint8_t rx_hash_type;
185 uint8_t l4_hdr_type_etc;
190 uint32_t sop_drop_qpn;
191 uint16_t wqe_counter;
197 * Convert a user mark to flow mark.
200 * Mark value to convert.
203 * Converted mark value.
205 static inline uint32_t
206 mlx5_flow_mark_set(uint32_t val)
211 * Add one to the user value to differentiate un-marked flows from
215 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
217 * Mark is 24 bits (minus reserved values) but is stored on a 32 bit
218 * word, byte-swapped by the kernel on little-endian systems. In this
219 * case, left-shifting the resulting big-endian value ensures the
220 * least significant 24 bits are retained when converting it back.
222 ret = rte_cpu_to_be_32(val) >> 8;
226 assert(ret <= MLX5_FLOW_MARK_MAX);
231 * Convert a mark to user mark.
234 * Mark value to convert.
237 * Converted mark value.
239 static inline uint32_t
240 mlx5_flow_mark_get(uint32_t val)
243 * Subtract one from the retrieved value. It was added by
244 * mlx5_flow_mark_set() to distinguish unmarked flows.
246 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
247 return (val >> 8) - 1;
253 #endif /* RTE_PMD_MLX5_PRM_H_ */