1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2018 6WIND S.A.
3 * Copyright 2018 Mellanox Technologies, Ltd
12 * Not needed by this file; included to work around the lack of off_t
13 * definition for mlx5dv.h with unpatched rdma-core versions.
15 #include <sys/types.h>
17 /* Verbs headers do not support -pedantic. */
19 #pragma GCC diagnostic ignored "-Wpedantic"
21 #include <infiniband/mlx5dv.h>
22 #include <infiniband/verbs.h>
24 #pragma GCC diagnostic error "-Wpedantic"
27 #include <rte_config.h>
29 #include "mlx5_autoconf.h"
30 #include "mlx5_glue.h"
33 mlx5_glue_fork_init(void)
35 return ibv_fork_init();
38 static struct ibv_pd *
39 mlx5_glue_alloc_pd(struct ibv_context *context)
41 return ibv_alloc_pd(context);
45 mlx5_glue_dealloc_pd(struct ibv_pd *pd)
47 return ibv_dealloc_pd(pd);
50 static struct ibv_device **
51 mlx5_glue_get_device_list(int *num_devices)
53 return ibv_get_device_list(num_devices);
57 mlx5_glue_free_device_list(struct ibv_device **list)
59 ibv_free_device_list(list);
62 static struct ibv_context *
63 mlx5_glue_open_device(struct ibv_device *device)
65 return ibv_open_device(device);
69 mlx5_glue_close_device(struct ibv_context *context)
71 return ibv_close_device(context);
75 mlx5_glue_query_device(struct ibv_context *context,
76 struct ibv_device_attr *device_attr)
78 return ibv_query_device(context, device_attr);
82 mlx5_glue_query_device_ex(struct ibv_context *context,
83 const struct ibv_query_device_ex_input *input,
84 struct ibv_device_attr_ex *attr)
86 return ibv_query_device_ex(context, input, attr);
90 mlx5_glue_query_port(struct ibv_context *context, uint8_t port_num,
91 struct ibv_port_attr *port_attr)
93 return ibv_query_port(context, port_num, port_attr);
96 static struct ibv_comp_channel *
97 mlx5_glue_create_comp_channel(struct ibv_context *context)
99 return ibv_create_comp_channel(context);
103 mlx5_glue_destroy_comp_channel(struct ibv_comp_channel *channel)
105 return ibv_destroy_comp_channel(channel);
108 static struct ibv_cq *
109 mlx5_glue_create_cq(struct ibv_context *context, int cqe, void *cq_context,
110 struct ibv_comp_channel *channel, int comp_vector)
112 return ibv_create_cq(context, cqe, cq_context, channel, comp_vector);
116 mlx5_glue_destroy_cq(struct ibv_cq *cq)
118 return ibv_destroy_cq(cq);
122 mlx5_glue_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq,
125 return ibv_get_cq_event(channel, cq, cq_context);
129 mlx5_glue_ack_cq_events(struct ibv_cq *cq, unsigned int nevents)
131 ibv_ack_cq_events(cq, nevents);
134 static struct ibv_rwq_ind_table *
135 mlx5_glue_create_rwq_ind_table(struct ibv_context *context,
136 struct ibv_rwq_ind_table_init_attr *init_attr)
138 return ibv_create_rwq_ind_table(context, init_attr);
142 mlx5_glue_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table)
144 return ibv_destroy_rwq_ind_table(rwq_ind_table);
147 static struct ibv_wq *
148 mlx5_glue_create_wq(struct ibv_context *context,
149 struct ibv_wq_init_attr *wq_init_attr)
151 return ibv_create_wq(context, wq_init_attr);
155 mlx5_glue_destroy_wq(struct ibv_wq *wq)
157 return ibv_destroy_wq(wq);
160 mlx5_glue_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr)
162 return ibv_modify_wq(wq, wq_attr);
165 static struct ibv_flow *
166 mlx5_glue_create_flow(struct ibv_qp *qp, struct ibv_flow_attr *flow)
168 return ibv_create_flow(qp, flow);
172 mlx5_glue_destroy_flow(struct ibv_flow *flow_id)
174 return ibv_destroy_flow(flow_id);
177 static struct ibv_qp *
178 mlx5_glue_create_qp(struct ibv_pd *pd, struct ibv_qp_init_attr *qp_init_attr)
180 return ibv_create_qp(pd, qp_init_attr);
183 static struct ibv_qp *
184 mlx5_glue_create_qp_ex(struct ibv_context *context,
185 struct ibv_qp_init_attr_ex *qp_init_attr_ex)
187 return ibv_create_qp_ex(context, qp_init_attr_ex);
191 mlx5_glue_destroy_qp(struct ibv_qp *qp)
193 return ibv_destroy_qp(qp);
197 mlx5_glue_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, int attr_mask)
199 return ibv_modify_qp(qp, attr, attr_mask);
202 static struct ibv_mr *
203 mlx5_glue_reg_mr(struct ibv_pd *pd, void *addr, size_t length, int access)
205 return ibv_reg_mr(pd, addr, length, access);
209 mlx5_glue_dereg_mr(struct ibv_mr *mr)
211 return ibv_dereg_mr(mr);
214 static struct ibv_counter_set *
215 mlx5_glue_create_counter_set(struct ibv_context *context,
216 struct ibv_counter_set_init_attr *init_attr)
218 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT
223 return ibv_create_counter_set(context, init_attr);
228 mlx5_glue_destroy_counter_set(struct ibv_counter_set *cs)
230 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT
234 return ibv_destroy_counter_set(cs);
239 mlx5_glue_describe_counter_set(struct ibv_context *context,
240 uint16_t counter_set_id,
241 struct ibv_counter_set_description *cs_desc)
243 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT
245 (void)counter_set_id;
249 return ibv_describe_counter_set(context, counter_set_id, cs_desc);
254 mlx5_glue_query_counter_set(struct ibv_query_counter_set_attr *query_attr,
255 struct ibv_counter_set_data *cs_data)
257 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_SUPPORT
262 return ibv_query_counter_set(query_attr, cs_data);
267 mlx5_glue_ack_async_event(struct ibv_async_event *event)
269 ibv_ack_async_event(event);
273 mlx5_glue_get_async_event(struct ibv_context *context,
274 struct ibv_async_event *event)
276 return ibv_get_async_event(context, event);
280 mlx5_glue_port_state_str(enum ibv_port_state port_state)
282 return ibv_port_state_str(port_state);
285 static struct ibv_cq *
286 mlx5_glue_cq_ex_to_cq(struct ibv_cq_ex *cq)
288 return ibv_cq_ex_to_cq(cq);
291 static struct ibv_cq_ex *
292 mlx5_glue_dv_create_cq(struct ibv_context *context,
293 struct ibv_cq_init_attr_ex *cq_attr,
294 struct mlx5dv_cq_init_attr *mlx5_cq_attr)
296 return mlx5dv_create_cq(context, cq_attr, mlx5_cq_attr);
299 static struct ibv_wq *
300 mlx5_glue_dv_create_wq(struct ibv_context *context,
301 struct ibv_wq_init_attr *wq_attr,
302 struct mlx5dv_wq_init_attr *mlx5_wq_attr)
304 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
310 return mlx5dv_create_wq(context, wq_attr, mlx5_wq_attr);
315 mlx5_glue_dv_query_device(struct ibv_context *ctx,
316 struct mlx5dv_context *attrs_out)
318 return mlx5dv_query_device(ctx, attrs_out);
322 mlx5_glue_dv_set_context_attr(struct ibv_context *ibv_ctx,
323 enum mlx5dv_set_ctx_attr_type type, void *attr)
325 return mlx5dv_set_context_attr(ibv_ctx, type, attr);
329 mlx5_glue_dv_init_obj(struct mlx5dv_obj *obj, uint64_t obj_type)
331 return mlx5dv_init_obj(obj, obj_type);
334 static struct ibv_qp *
335 mlx5_glue_dv_create_qp(struct ibv_context *context,
336 struct ibv_qp_init_attr_ex *qp_init_attr_ex,
337 struct mlx5dv_qp_init_attr *dv_qp_init_attr)
339 #ifdef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
340 return mlx5dv_create_qp(context, qp_init_attr_ex, dv_qp_init_attr);
343 (void)qp_init_attr_ex;
344 (void)dv_qp_init_attr;
349 static struct mlx5dv_flow_matcher *
350 mlx5_glue_dv_create_flow_matcher(struct ibv_context *context,
351 struct mlx5dv_flow_matcher_attr *matcher_attr)
353 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
354 return mlx5dv_create_flow_matcher(context, matcher_attr);
362 static struct ibv_flow *
363 mlx5_glue_dv_create_flow(struct mlx5dv_flow_matcher *matcher,
364 struct mlx5dv_flow_match_parameters *match_value,
366 struct mlx5dv_flow_action_attr *actions_attr)
368 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
369 return mlx5dv_create_flow(matcher, match_value,
370 num_actions, actions_attr);
381 mlx5_glue_dv_destroy_flow_matcher(struct mlx5dv_flow_matcher *matcher)
383 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
384 return mlx5dv_destroy_flow_matcher(matcher);
391 alignas(RTE_CACHE_LINE_SIZE)
392 const struct mlx5_glue *mlx5_glue = &(const struct mlx5_glue){
393 .version = MLX5_GLUE_VERSION,
394 .fork_init = mlx5_glue_fork_init,
395 .alloc_pd = mlx5_glue_alloc_pd,
396 .dealloc_pd = mlx5_glue_dealloc_pd,
397 .get_device_list = mlx5_glue_get_device_list,
398 .free_device_list = mlx5_glue_free_device_list,
399 .open_device = mlx5_glue_open_device,
400 .close_device = mlx5_glue_close_device,
401 .query_device = mlx5_glue_query_device,
402 .query_device_ex = mlx5_glue_query_device_ex,
403 .query_port = mlx5_glue_query_port,
404 .create_comp_channel = mlx5_glue_create_comp_channel,
405 .destroy_comp_channel = mlx5_glue_destroy_comp_channel,
406 .create_cq = mlx5_glue_create_cq,
407 .destroy_cq = mlx5_glue_destroy_cq,
408 .get_cq_event = mlx5_glue_get_cq_event,
409 .ack_cq_events = mlx5_glue_ack_cq_events,
410 .create_rwq_ind_table = mlx5_glue_create_rwq_ind_table,
411 .destroy_rwq_ind_table = mlx5_glue_destroy_rwq_ind_table,
412 .create_wq = mlx5_glue_create_wq,
413 .destroy_wq = mlx5_glue_destroy_wq,
414 .modify_wq = mlx5_glue_modify_wq,
415 .create_flow = mlx5_glue_create_flow,
416 .destroy_flow = mlx5_glue_destroy_flow,
417 .create_qp = mlx5_glue_create_qp,
418 .create_qp_ex = mlx5_glue_create_qp_ex,
419 .destroy_qp = mlx5_glue_destroy_qp,
420 .modify_qp = mlx5_glue_modify_qp,
421 .reg_mr = mlx5_glue_reg_mr,
422 .dereg_mr = mlx5_glue_dereg_mr,
423 .create_counter_set = mlx5_glue_create_counter_set,
424 .destroy_counter_set = mlx5_glue_destroy_counter_set,
425 .describe_counter_set = mlx5_glue_describe_counter_set,
426 .query_counter_set = mlx5_glue_query_counter_set,
427 .ack_async_event = mlx5_glue_ack_async_event,
428 .get_async_event = mlx5_glue_get_async_event,
429 .port_state_str = mlx5_glue_port_state_str,
430 .cq_ex_to_cq = mlx5_glue_cq_ex_to_cq,
431 .dv_create_cq = mlx5_glue_dv_create_cq,
432 .dv_create_wq = mlx5_glue_dv_create_wq,
433 .dv_query_device = mlx5_glue_dv_query_device,
434 .dv_set_context_attr = mlx5_glue_dv_set_context_attr,
435 .dv_init_obj = mlx5_glue_dv_init_obj,
436 .dv_create_qp = mlx5_glue_dv_create_qp,
437 .dv_create_flow_matcher = mlx5_glue_dv_create_flow_matcher,
438 .dv_destroy_flow_matcher = mlx5_glue_dv_destroy_flow_matcher,
439 .dv_create_flow = mlx5_glue_dv_create_flow,