1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2018 6WIND S.A.
3 * Copyright 2018 Mellanox Technologies, Ltd
11 /* Verbs headers do not support -pedantic. */
13 #pragma GCC diagnostic ignored "-Wpedantic"
15 #include <infiniband/mlx5dv.h>
16 #include <infiniband/verbs.h>
18 #pragma GCC diagnostic error "-Wpedantic"
21 #include <rte_byteorder.h>
23 #include "mlx5_autoconf.h"
25 #ifndef MLX5_GLUE_VERSION
26 #define MLX5_GLUE_VERSION ""
29 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
30 struct ibv_counter_set;
31 struct ibv_counter_set_data;
32 struct ibv_counter_set_description;
33 struct ibv_counter_set_init_attr;
34 struct ibv_query_counter_set_attr;
37 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
39 struct ibv_counters_init_attr;
40 struct ibv_counter_attach_attr;
43 #ifndef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
44 struct mlx5dv_qp_init_attr;
47 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
48 struct mlx5dv_wq_init_attr;
51 #ifndef HAVE_IBV_FLOW_DV_SUPPORT
52 struct mlx5dv_flow_matcher;
53 struct mlx5dv_flow_matcher_attr;
54 struct mlx5dv_flow_action_attr;
55 struct mlx5dv_flow_match_parameters;
56 struct mlx5dv_dr_flow_meter_attr;
57 struct ibv_flow_action;
58 enum mlx5dv_flow_action_packet_reformat_type { packet_reformat_type = 0, };
59 enum mlx5dv_flow_table_type { flow_table_type = 0, };
62 #ifndef HAVE_IBV_FLOW_DEVX_COUNTERS
63 #define MLX5DV_FLOW_ACTION_COUNTERS_DEVX 0
66 #ifndef HAVE_IBV_DEVX_OBJ
67 struct mlx5dv_devx_obj;
68 struct mlx5dv_devx_umem { uint32_t umem_id; };
71 #ifndef HAVE_IBV_DEVX_ASYNC
72 struct mlx5dv_devx_cmd_comp;
73 struct mlx5dv_devx_async_cmd_hdr;
76 #ifndef HAVE_MLX5DV_DR
77 enum mlx5dv_dr_domain_type { unused, };
78 struct mlx5dv_dr_domain;
81 #ifndef HAVE_MLX5DV_DR_DEVX_PORT
82 struct mlx5dv_devx_port;
85 #ifndef HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER
86 struct mlx5dv_dr_flow_meter_attr;
89 /* LIB_GLUE_VERSION must be updated every time this structure is modified. */
92 int (*fork_init)(void);
93 struct ibv_pd *(*alloc_pd)(struct ibv_context *context);
94 int (*dealloc_pd)(struct ibv_pd *pd);
95 struct ibv_device **(*get_device_list)(int *num_devices);
96 void (*free_device_list)(struct ibv_device **list);
97 struct ibv_context *(*open_device)(struct ibv_device *device);
98 int (*close_device)(struct ibv_context *context);
99 int (*query_device)(struct ibv_context *context,
100 struct ibv_device_attr *device_attr);
101 int (*query_device_ex)(struct ibv_context *context,
102 const struct ibv_query_device_ex_input *input,
103 struct ibv_device_attr_ex *attr);
104 int (*query_rt_values_ex)(struct ibv_context *context,
105 struct ibv_values_ex *values);
106 int (*query_port)(struct ibv_context *context, uint8_t port_num,
107 struct ibv_port_attr *port_attr);
108 struct ibv_comp_channel *(*create_comp_channel)
109 (struct ibv_context *context);
110 int (*destroy_comp_channel)(struct ibv_comp_channel *channel);
111 struct ibv_cq *(*create_cq)(struct ibv_context *context, int cqe,
113 struct ibv_comp_channel *channel,
115 int (*destroy_cq)(struct ibv_cq *cq);
116 int (*get_cq_event)(struct ibv_comp_channel *channel,
117 struct ibv_cq **cq, void **cq_context);
118 void (*ack_cq_events)(struct ibv_cq *cq, unsigned int nevents);
119 struct ibv_rwq_ind_table *(*create_rwq_ind_table)
120 (struct ibv_context *context,
121 struct ibv_rwq_ind_table_init_attr *init_attr);
122 int (*destroy_rwq_ind_table)(struct ibv_rwq_ind_table *rwq_ind_table);
123 struct ibv_wq *(*create_wq)(struct ibv_context *context,
124 struct ibv_wq_init_attr *wq_init_attr);
125 int (*destroy_wq)(struct ibv_wq *wq);
126 int (*modify_wq)(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr);
127 struct ibv_flow *(*create_flow)(struct ibv_qp *qp,
128 struct ibv_flow_attr *flow);
129 int (*destroy_flow)(struct ibv_flow *flow_id);
130 int (*destroy_flow_action)(void *action);
131 struct ibv_qp *(*create_qp)(struct ibv_pd *pd,
132 struct ibv_qp_init_attr *qp_init_attr);
133 struct ibv_qp *(*create_qp_ex)
134 (struct ibv_context *context,
135 struct ibv_qp_init_attr_ex *qp_init_attr_ex);
136 int (*destroy_qp)(struct ibv_qp *qp);
137 int (*modify_qp)(struct ibv_qp *qp, struct ibv_qp_attr *attr,
139 struct ibv_mr *(*reg_mr)(struct ibv_pd *pd, void *addr,
140 size_t length, int access);
141 struct ibv_mr *(*alloc_null_mr)(struct ibv_pd *pd);
142 int (*dereg_mr)(struct ibv_mr *mr);
143 struct ibv_counter_set *(*create_counter_set)
144 (struct ibv_context *context,
145 struct ibv_counter_set_init_attr *init_attr);
146 int (*destroy_counter_set)(struct ibv_counter_set *cs);
147 int (*describe_counter_set)
148 (struct ibv_context *context,
149 uint16_t counter_set_id,
150 struct ibv_counter_set_description *cs_desc);
151 int (*query_counter_set)(struct ibv_query_counter_set_attr *query_attr,
152 struct ibv_counter_set_data *cs_data);
153 struct ibv_counters *(*create_counters)
154 (struct ibv_context *context,
155 struct ibv_counters_init_attr *init_attr);
156 int (*destroy_counters)(struct ibv_counters *counters);
157 int (*attach_counters)(struct ibv_counters *counters,
158 struct ibv_counter_attach_attr *attr,
159 struct ibv_flow *flow);
160 int (*query_counters)(struct ibv_counters *counters,
161 uint64_t *counters_value,
164 void (*ack_async_event)(struct ibv_async_event *event);
165 int (*get_async_event)(struct ibv_context *context,
166 struct ibv_async_event *event);
167 const char *(*port_state_str)(enum ibv_port_state port_state);
168 struct ibv_cq *(*cq_ex_to_cq)(struct ibv_cq_ex *cq);
169 void *(*dr_create_flow_action_dest_flow_tbl)(void *tbl);
170 void *(*dr_create_flow_action_dest_port)(void *domain,
172 void *(*dr_create_flow_action_drop)();
173 void *(*dr_create_flow_action_push_vlan)
174 (struct mlx5dv_dr_domain *domain,
175 rte_be32_t vlan_tag);
176 void *(*dr_create_flow_action_pop_vlan)();
177 void *(*dr_create_flow_tbl)(void *domain, uint32_t level);
178 int (*dr_destroy_flow_tbl)(void *tbl);
179 void *(*dr_create_domain)(struct ibv_context *ctx,
180 enum mlx5dv_dr_domain_type domain);
181 int (*dr_destroy_domain)(void *domain);
182 struct ibv_cq_ex *(*dv_create_cq)
183 (struct ibv_context *context,
184 struct ibv_cq_init_attr_ex *cq_attr,
185 struct mlx5dv_cq_init_attr *mlx5_cq_attr);
186 struct ibv_wq *(*dv_create_wq)
187 (struct ibv_context *context,
188 struct ibv_wq_init_attr *wq_attr,
189 struct mlx5dv_wq_init_attr *mlx5_wq_attr);
190 int (*dv_query_device)(struct ibv_context *ctx_in,
191 struct mlx5dv_context *attrs_out);
192 int (*dv_set_context_attr)(struct ibv_context *ibv_ctx,
193 enum mlx5dv_set_ctx_attr_type type,
195 int (*dv_init_obj)(struct mlx5dv_obj *obj, uint64_t obj_type);
196 struct ibv_qp *(*dv_create_qp)
197 (struct ibv_context *context,
198 struct ibv_qp_init_attr_ex *qp_init_attr_ex,
199 struct mlx5dv_qp_init_attr *dv_qp_init_attr);
200 void *(*dv_create_flow_matcher)
201 (struct ibv_context *context,
202 struct mlx5dv_flow_matcher_attr *matcher_attr,
204 void *(*dv_create_flow)(void *matcher, void *match_value,
205 size_t num_actions, void *actions[]);
206 void *(*dv_create_flow_action_counter)(void *obj, uint32_t offset);
207 void *(*dv_create_flow_action_dest_ibv_qp)(void *qp);
208 void *(*dv_create_flow_action_dest_devx_tir)(void *tir);
209 void *(*dv_create_flow_action_modify_header)
210 (struct ibv_context *ctx, enum mlx5dv_flow_table_type ft_type,
211 void *domain, uint64_t flags, size_t actions_sz,
213 void *(*dv_create_flow_action_packet_reformat)
214 (struct ibv_context *ctx,
215 enum mlx5dv_flow_action_packet_reformat_type reformat_type,
216 enum mlx5dv_flow_table_type ft_type,
217 struct mlx5dv_dr_domain *domain,
218 uint32_t flags, size_t data_sz, void *data);
219 void *(*dv_create_flow_action_tag)(uint32_t tag);
220 void *(*dv_create_flow_action_meter)
221 (struct mlx5dv_dr_flow_meter_attr *attr);
222 int (*dv_modify_flow_action_meter)(void *action,
223 struct mlx5dv_dr_flow_meter_attr *attr, uint64_t modify_bits);
224 int (*dv_destroy_flow)(void *flow);
225 int (*dv_destroy_flow_matcher)(void *matcher);
226 struct ibv_context *(*dv_open_device)(struct ibv_device *device);
227 struct mlx5dv_devx_obj *(*devx_obj_create)
228 (struct ibv_context *ctx,
229 const void *in, size_t inlen,
230 void *out, size_t outlen);
231 int (*devx_obj_destroy)(struct mlx5dv_devx_obj *obj);
232 int (*devx_obj_query)(struct mlx5dv_devx_obj *obj,
233 const void *in, size_t inlen,
234 void *out, size_t outlen);
235 int (*devx_obj_modify)(struct mlx5dv_devx_obj *obj,
236 const void *in, size_t inlen,
237 void *out, size_t outlen);
238 int (*devx_general_cmd)(struct ibv_context *context,
239 const void *in, size_t inlen,
240 void *out, size_t outlen);
241 struct mlx5dv_devx_cmd_comp *(*devx_create_cmd_comp)
242 (struct ibv_context *context);
243 void (*devx_destroy_cmd_comp)(struct mlx5dv_devx_cmd_comp *cmd_comp);
244 int (*devx_obj_query_async)(struct mlx5dv_devx_obj *obj,
245 const void *in, size_t inlen,
246 size_t outlen, uint64_t wr_id,
247 struct mlx5dv_devx_cmd_comp *cmd_comp);
248 int (*devx_get_async_cmd_comp)(struct mlx5dv_devx_cmd_comp *cmd_comp,
249 struct mlx5dv_devx_async_cmd_hdr *resp,
250 size_t cmd_resp_len);
251 struct mlx5dv_devx_umem *(*devx_umem_reg)(struct ibv_context *context,
252 void *addr, size_t size,
254 int (*devx_umem_dereg)(struct mlx5dv_devx_umem *dv_devx_umem);
255 int (*devx_qp_query)(struct ibv_qp *qp,
256 const void *in, size_t inlen,
257 void *out, size_t outlen);
258 int (*devx_port_query)(struct ibv_context *ctx,
260 struct mlx5dv_devx_port *mlx5_devx_port);
261 int (*dr_dump_domain)(FILE *file, void *domain);
264 const struct mlx5_glue *mlx5_glue;
266 #endif /* MLX5_GLUE_H_ */