1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2018 6WIND S.A.
3 * Copyright 2018 Mellanox Technologies, Ltd
12 * Not needed by this file; included to work around the lack of off_t
13 * definition for mlx5dv.h with unpatched rdma-core versions.
15 #include <sys/types.h>
17 #include "mlx5_glue.h"
20 mlx5_glue_fork_init(void)
22 return ibv_fork_init();
25 static struct ibv_pd *
26 mlx5_glue_alloc_pd(struct ibv_context *context)
28 return ibv_alloc_pd(context);
32 mlx5_glue_dealloc_pd(struct ibv_pd *pd)
34 return ibv_dealloc_pd(pd);
37 static struct ibv_device **
38 mlx5_glue_get_device_list(int *num_devices)
40 return ibv_get_device_list(num_devices);
44 mlx5_glue_free_device_list(struct ibv_device **list)
46 ibv_free_device_list(list);
49 static struct ibv_context *
50 mlx5_glue_open_device(struct ibv_device *device)
52 return ibv_open_device(device);
56 mlx5_glue_close_device(struct ibv_context *context)
58 return ibv_close_device(context);
62 mlx5_glue_query_device(struct ibv_context *context,
63 struct ibv_device_attr *device_attr)
65 return ibv_query_device(context, device_attr);
69 mlx5_glue_query_device_ex(struct ibv_context *context,
70 const struct ibv_query_device_ex_input *input,
71 struct ibv_device_attr_ex *attr)
73 return ibv_query_device_ex(context, input, attr);
77 mlx5_glue_query_rt_values_ex(struct ibv_context *context,
78 struct ibv_values_ex *values)
80 return ibv_query_rt_values_ex(context, values);
84 mlx5_glue_query_port(struct ibv_context *context, uint8_t port_num,
85 struct ibv_port_attr *port_attr)
87 return ibv_query_port(context, port_num, port_attr);
90 static struct ibv_comp_channel *
91 mlx5_glue_create_comp_channel(struct ibv_context *context)
93 return ibv_create_comp_channel(context);
97 mlx5_glue_destroy_comp_channel(struct ibv_comp_channel *channel)
99 return ibv_destroy_comp_channel(channel);
102 static struct ibv_cq *
103 mlx5_glue_create_cq(struct ibv_context *context, int cqe, void *cq_context,
104 struct ibv_comp_channel *channel, int comp_vector)
106 return ibv_create_cq(context, cqe, cq_context, channel, comp_vector);
110 mlx5_glue_destroy_cq(struct ibv_cq *cq)
112 return ibv_destroy_cq(cq);
116 mlx5_glue_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq,
119 return ibv_get_cq_event(channel, cq, cq_context);
123 mlx5_glue_ack_cq_events(struct ibv_cq *cq, unsigned int nevents)
125 ibv_ack_cq_events(cq, nevents);
128 static struct ibv_rwq_ind_table *
129 mlx5_glue_create_rwq_ind_table(struct ibv_context *context,
130 struct ibv_rwq_ind_table_init_attr *init_attr)
132 return ibv_create_rwq_ind_table(context, init_attr);
136 mlx5_glue_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table)
138 return ibv_destroy_rwq_ind_table(rwq_ind_table);
141 static struct ibv_wq *
142 mlx5_glue_create_wq(struct ibv_context *context,
143 struct ibv_wq_init_attr *wq_init_attr)
145 return ibv_create_wq(context, wq_init_attr);
149 mlx5_glue_destroy_wq(struct ibv_wq *wq)
151 return ibv_destroy_wq(wq);
154 mlx5_glue_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr)
156 return ibv_modify_wq(wq, wq_attr);
159 static struct ibv_flow *
160 mlx5_glue_create_flow(struct ibv_qp *qp, struct ibv_flow_attr *flow)
162 return ibv_create_flow(qp, flow);
166 mlx5_glue_destroy_flow(struct ibv_flow *flow_id)
168 return ibv_destroy_flow(flow_id);
172 mlx5_glue_destroy_flow_action(void *action)
174 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
175 #ifdef HAVE_MLX5DV_DR
176 return mlx5dv_dr_action_destroy(action);
178 struct mlx5dv_flow_action_attr *attr = action;
180 switch (attr->type) {
181 case MLX5DV_FLOW_ACTION_TAG:
184 res = ibv_destroy_flow_action(attr->action);
196 static struct ibv_qp *
197 mlx5_glue_create_qp(struct ibv_pd *pd, struct ibv_qp_init_attr *qp_init_attr)
199 return ibv_create_qp(pd, qp_init_attr);
202 static struct ibv_qp *
203 mlx5_glue_create_qp_ex(struct ibv_context *context,
204 struct ibv_qp_init_attr_ex *qp_init_attr_ex)
206 return ibv_create_qp_ex(context, qp_init_attr_ex);
210 mlx5_glue_destroy_qp(struct ibv_qp *qp)
212 return ibv_destroy_qp(qp);
216 mlx5_glue_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, int attr_mask)
218 return ibv_modify_qp(qp, attr, attr_mask);
221 static struct ibv_mr *
222 mlx5_glue_reg_mr(struct ibv_pd *pd, void *addr, size_t length, int access)
224 return ibv_reg_mr(pd, addr, length, access);
227 static struct ibv_mr *
228 mlx5_glue_alloc_null_mr(struct ibv_pd *pd)
230 #ifdef HAVE_IBV_DEVX_OBJ
231 return ibv_alloc_null_mr(pd);
240 mlx5_glue_dereg_mr(struct ibv_mr *mr)
242 return ibv_dereg_mr(mr);
245 static struct ibv_counter_set *
246 mlx5_glue_create_counter_set(struct ibv_context *context,
247 struct ibv_counter_set_init_attr *init_attr)
249 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
254 return ibv_create_counter_set(context, init_attr);
259 mlx5_glue_destroy_counter_set(struct ibv_counter_set *cs)
261 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
265 return ibv_destroy_counter_set(cs);
270 mlx5_glue_describe_counter_set(struct ibv_context *context,
271 uint16_t counter_set_id,
272 struct ibv_counter_set_description *cs_desc)
274 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
276 (void)counter_set_id;
280 return ibv_describe_counter_set(context, counter_set_id, cs_desc);
285 mlx5_glue_query_counter_set(struct ibv_query_counter_set_attr *query_attr,
286 struct ibv_counter_set_data *cs_data)
288 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
293 return ibv_query_counter_set(query_attr, cs_data);
297 static struct ibv_counters *
298 mlx5_glue_create_counters(struct ibv_context *context,
299 struct ibv_counters_init_attr *init_attr)
301 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
307 return ibv_create_counters(context, init_attr);
312 mlx5_glue_destroy_counters(struct ibv_counters *counters)
314 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
318 return ibv_destroy_counters(counters);
323 mlx5_glue_attach_counters(struct ibv_counters *counters,
324 struct ibv_counter_attach_attr *attr,
325 struct ibv_flow *flow)
327 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
333 return ibv_attach_counters_point_flow(counters, attr, flow);
338 mlx5_glue_query_counters(struct ibv_counters *counters,
339 uint64_t *counters_value,
343 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
345 (void)counters_value;
350 return ibv_read_counters(counters, counters_value, ncounters, flags);
355 mlx5_glue_ack_async_event(struct ibv_async_event *event)
357 ibv_ack_async_event(event);
361 mlx5_glue_get_async_event(struct ibv_context *context,
362 struct ibv_async_event *event)
364 return ibv_get_async_event(context, event);
368 mlx5_glue_port_state_str(enum ibv_port_state port_state)
370 return ibv_port_state_str(port_state);
373 static struct ibv_cq *
374 mlx5_glue_cq_ex_to_cq(struct ibv_cq_ex *cq)
376 return ibv_cq_ex_to_cq(cq);
380 mlx5_glue_dr_create_flow_action_dest_flow_tbl(void *tbl)
382 #ifdef HAVE_MLX5DV_DR
383 return mlx5dv_dr_action_create_dest_table(tbl);
392 mlx5_glue_dr_create_flow_action_dest_port(void *domain, uint32_t port)
394 #ifdef HAVE_MLX5DV_DR_DEVX_PORT
395 return mlx5dv_dr_action_create_dest_ib_port(domain, port);
397 #ifdef HAVE_MLX5DV_DR_ESWITCH
398 return mlx5dv_dr_action_create_dest_vport(domain, port);
409 mlx5_glue_dr_create_flow_action_drop(void)
411 #ifdef HAVE_MLX5DV_DR_ESWITCH
412 return mlx5dv_dr_action_create_drop();
420 mlx5_glue_dr_create_flow_action_push_vlan(struct mlx5dv_dr_domain *domain,
423 #ifdef HAVE_MLX5DV_DR_VLAN
424 return mlx5dv_dr_action_create_push_vlan(domain, vlan_tag);
434 mlx5_glue_dr_create_flow_action_pop_vlan(void)
436 #ifdef HAVE_MLX5DV_DR_VLAN
437 return mlx5dv_dr_action_create_pop_vlan();
445 mlx5_glue_dr_create_flow_tbl(void *domain, uint32_t level)
447 #ifdef HAVE_MLX5DV_DR
448 return mlx5dv_dr_table_create(domain, level);
458 mlx5_glue_dr_destroy_flow_tbl(void *tbl)
460 #ifdef HAVE_MLX5DV_DR
461 return mlx5dv_dr_table_destroy(tbl);
470 mlx5_glue_dr_create_domain(struct ibv_context *ctx,
471 enum mlx5dv_dr_domain_type domain)
473 #ifdef HAVE_MLX5DV_DR
474 return mlx5dv_dr_domain_create(ctx, domain);
484 mlx5_glue_dr_destroy_domain(void *domain)
486 #ifdef HAVE_MLX5DV_DR
487 return mlx5dv_dr_domain_destroy(domain);
496 mlx5_glue_dr_sync_domain(void *domain, uint32_t flags)
498 #ifdef HAVE_MLX5DV_DR
499 return mlx5dv_dr_domain_sync(domain, flags);
508 static struct ibv_cq_ex *
509 mlx5_glue_dv_create_cq(struct ibv_context *context,
510 struct ibv_cq_init_attr_ex *cq_attr,
511 struct mlx5dv_cq_init_attr *mlx5_cq_attr)
513 return mlx5dv_create_cq(context, cq_attr, mlx5_cq_attr);
516 static struct ibv_wq *
517 mlx5_glue_dv_create_wq(struct ibv_context *context,
518 struct ibv_wq_init_attr *wq_attr,
519 struct mlx5dv_wq_init_attr *mlx5_wq_attr)
521 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
528 return mlx5dv_create_wq(context, wq_attr, mlx5_wq_attr);
533 mlx5_glue_dv_query_device(struct ibv_context *ctx,
534 struct mlx5dv_context *attrs_out)
536 return mlx5dv_query_device(ctx, attrs_out);
540 mlx5_glue_dv_set_context_attr(struct ibv_context *ibv_ctx,
541 enum mlx5dv_set_ctx_attr_type type, void *attr)
543 return mlx5dv_set_context_attr(ibv_ctx, type, attr);
547 mlx5_glue_dv_init_obj(struct mlx5dv_obj *obj, uint64_t obj_type)
549 return mlx5dv_init_obj(obj, obj_type);
552 static struct ibv_qp *
553 mlx5_glue_dv_create_qp(struct ibv_context *context,
554 struct ibv_qp_init_attr_ex *qp_init_attr_ex,
555 struct mlx5dv_qp_init_attr *dv_qp_init_attr)
557 #ifdef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
558 return mlx5dv_create_qp(context, qp_init_attr_ex, dv_qp_init_attr);
561 (void)qp_init_attr_ex;
562 (void)dv_qp_init_attr;
569 mlx5_glue_dv_create_flow_matcher(struct ibv_context *context,
570 struct mlx5dv_flow_matcher_attr *matcher_attr,
573 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
574 #ifdef HAVE_MLX5DV_DR
576 return mlx5dv_dr_matcher_create(tbl, matcher_attr->priority,
577 matcher_attr->match_criteria_enable,
578 matcher_attr->match_mask);
581 return mlx5dv_create_flow_matcher(context, matcher_attr);
593 mlx5_glue_dv_create_flow(void *matcher,
598 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
599 #ifdef HAVE_MLX5DV_DR
600 return mlx5dv_dr_rule_create(matcher, match_value, num_actions,
601 (struct mlx5dv_dr_action **)actions);
604 struct mlx5dv_flow_action_attr actions_attr[8];
608 for (i = 0; i < num_actions; i++)
610 *((struct mlx5dv_flow_action_attr *)(actions[i]));
611 return mlx5dv_create_flow(matcher, match_value,
612 num_actions, actions_attr);
624 mlx5_glue_dv_create_flow_action_counter(void *counter_obj, uint32_t offset)
626 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
627 #ifdef HAVE_MLX5DV_DR
628 return mlx5dv_dr_action_create_flow_counter(counter_obj, offset);
630 struct mlx5dv_flow_action_attr *action;
633 action = malloc(sizeof(*action));
636 action->type = MLX5DV_FLOW_ACTION_COUNTERS_DEVX;
637 action->obj = counter_obj;
649 mlx5_glue_dv_create_flow_action_dest_ibv_qp(void *qp)
651 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
652 #ifdef HAVE_MLX5DV_DR
653 return mlx5dv_dr_action_create_dest_ibv_qp(qp);
655 struct mlx5dv_flow_action_attr *action;
657 action = malloc(sizeof(*action));
660 action->type = MLX5DV_FLOW_ACTION_DEST_IBV_QP;
672 mlx5_glue_dv_create_flow_action_dest_devx_tir(void *tir)
674 #ifdef HAVE_MLX5DV_DR_ACTION_DEST_DEVX_TIR
675 return mlx5dv_dr_action_create_dest_devx_tir(tir);
684 mlx5_glue_dv_create_flow_action_modify_header
685 (struct ibv_context *ctx,
686 enum mlx5dv_flow_table_type ft_type,
687 void *domain, uint64_t flags,
691 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
692 #ifdef HAVE_MLX5DV_DR
695 return mlx5dv_dr_action_create_modify_header(domain, flags, actions_sz,
698 struct mlx5dv_flow_action_attr *action;
702 action = malloc(sizeof(*action));
705 action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
706 action->action = mlx5dv_create_flow_action_modify_header
707 (ctx, actions_sz, actions, ft_type);
723 mlx5_glue_dv_create_flow_action_packet_reformat
724 (struct ibv_context *ctx,
725 enum mlx5dv_flow_action_packet_reformat_type reformat_type,
726 enum mlx5dv_flow_table_type ft_type,
727 struct mlx5dv_dr_domain *domain,
728 uint32_t flags, size_t data_sz, void *data)
730 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
731 #ifdef HAVE_MLX5DV_DR
734 return mlx5dv_dr_action_create_packet_reformat(domain, flags,
735 reformat_type, data_sz,
740 struct mlx5dv_flow_action_attr *action;
742 action = malloc(sizeof(*action));
745 action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
746 action->action = mlx5dv_create_flow_action_packet_reformat
747 (ctx, data_sz, data, reformat_type, ft_type);
764 mlx5_glue_dv_create_flow_action_tag(uint32_t tag)
766 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
767 #ifdef HAVE_MLX5DV_DR
768 return mlx5dv_dr_action_create_tag(tag);
769 #else /* HAVE_MLX5DV_DR */
770 struct mlx5dv_flow_action_attr *action;
772 action = malloc(sizeof(*action));
775 action->type = MLX5DV_FLOW_ACTION_TAG;
776 action->tag_value = tag;
778 #endif /* HAVE_MLX5DV_DR */
779 #else /* HAVE_IBV_FLOW_DV_SUPPORT */
783 #endif /* HAVE_IBV_FLOW_DV_SUPPORT */
787 mlx5_glue_dv_create_flow_action_meter(struct mlx5dv_dr_flow_meter_attr *attr)
789 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER)
790 return mlx5dv_dr_action_create_flow_meter(attr);
799 mlx5_glue_dv_modify_flow_action_meter(void *action,
800 struct mlx5dv_dr_flow_meter_attr *attr,
801 uint64_t modify_bits)
803 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER)
804 return mlx5dv_dr_action_modify_flow_meter(action, attr, modify_bits);
815 mlx5_glue_dv_create_flow_action_aso(struct mlx5dv_dr_domain *domain,
819 uint8_t return_reg_c)
821 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_ASO)
822 return mlx5dv_dr_action_create_aso(domain, aso_obj, offset,
823 flags, return_reg_c);
836 mlx5_glue_dr_create_flow_action_default_miss(void)
838 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_DEFAULT_MISS)
839 return mlx5dv_dr_action_create_default_miss();
847 mlx5_glue_dv_destroy_flow(void *flow_id)
849 #ifdef HAVE_MLX5DV_DR
850 return mlx5dv_dr_rule_destroy(flow_id);
852 return ibv_destroy_flow(flow_id);
857 mlx5_glue_dv_destroy_flow_matcher(void *matcher)
859 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
860 #ifdef HAVE_MLX5DV_DR
861 return mlx5dv_dr_matcher_destroy(matcher);
863 return mlx5dv_destroy_flow_matcher(matcher);
872 static struct ibv_context *
873 mlx5_glue_dv_open_device(struct ibv_device *device)
875 #ifdef HAVE_IBV_DEVX_OBJ
876 return mlx5dv_open_device(device,
877 &(struct mlx5dv_context_attr){
878 .flags = MLX5DV_CONTEXT_FLAGS_DEVX,
887 static struct mlx5dv_devx_obj *
888 mlx5_glue_devx_obj_create(struct ibv_context *ctx,
889 const void *in, size_t inlen,
890 void *out, size_t outlen)
892 #ifdef HAVE_IBV_DEVX_OBJ
893 return mlx5dv_devx_obj_create(ctx, in, inlen, out, outlen);
906 mlx5_glue_devx_obj_destroy(struct mlx5dv_devx_obj *obj)
908 #ifdef HAVE_IBV_DEVX_OBJ
909 return mlx5dv_devx_obj_destroy(obj);
917 mlx5_glue_devx_obj_query(struct mlx5dv_devx_obj *obj,
918 const void *in, size_t inlen,
919 void *out, size_t outlen)
921 #ifdef HAVE_IBV_DEVX_OBJ
922 return mlx5dv_devx_obj_query(obj, in, inlen, out, outlen);
934 mlx5_glue_devx_obj_modify(struct mlx5dv_devx_obj *obj,
935 const void *in, size_t inlen,
936 void *out, size_t outlen)
938 #ifdef HAVE_IBV_DEVX_OBJ
939 return mlx5dv_devx_obj_modify(obj, in, inlen, out, outlen);
951 mlx5_glue_devx_general_cmd(struct ibv_context *ctx,
952 const void *in, size_t inlen,
953 void *out, size_t outlen)
955 #ifdef HAVE_IBV_DEVX_OBJ
956 return mlx5dv_devx_general_cmd(ctx, in, inlen, out, outlen);
967 static struct mlx5dv_devx_cmd_comp *
968 mlx5_glue_devx_create_cmd_comp(struct ibv_context *ctx)
970 #ifdef HAVE_IBV_DEVX_ASYNC
971 return mlx5dv_devx_create_cmd_comp(ctx);
980 mlx5_glue_devx_destroy_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp)
982 #ifdef HAVE_IBV_DEVX_ASYNC
983 mlx5dv_devx_destroy_cmd_comp(cmd_comp);
991 mlx5_glue_devx_obj_query_async(struct mlx5dv_devx_obj *obj, const void *in,
992 size_t inlen, size_t outlen, uint64_t wr_id,
993 struct mlx5dv_devx_cmd_comp *cmd_comp)
995 #ifdef HAVE_IBV_DEVX_ASYNC
996 return mlx5dv_devx_obj_query_async(obj, in, inlen, outlen, wr_id,
1010 mlx5_glue_devx_get_async_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp,
1011 struct mlx5dv_devx_async_cmd_hdr *cmd_resp,
1012 size_t cmd_resp_len)
1014 #ifdef HAVE_IBV_DEVX_ASYNC
1015 return mlx5dv_devx_get_async_cmd_comp(cmd_comp, cmd_resp,
1025 static struct mlx5dv_devx_umem *
1026 mlx5_glue_devx_umem_reg(struct ibv_context *context, void *addr, size_t size,
1029 #ifdef HAVE_IBV_DEVX_OBJ
1030 return mlx5dv_devx_umem_reg(context, addr, size, access);
1042 mlx5_glue_devx_umem_dereg(struct mlx5dv_devx_umem *dv_devx_umem)
1044 #ifdef HAVE_IBV_DEVX_OBJ
1045 return mlx5dv_devx_umem_dereg(dv_devx_umem);
1053 mlx5_glue_devx_qp_query(struct ibv_qp *qp,
1054 const void *in, size_t inlen,
1055 void *out, size_t outlen)
1057 #ifdef HAVE_IBV_DEVX_QP
1058 return mlx5dv_devx_qp_query(qp, in, inlen, out, outlen);
1071 mlx5_glue_devx_wq_query(struct ibv_wq *wq, const void *in, size_t inlen,
1072 void *out, size_t outlen)
1074 #ifdef HAVE_IBV_DEVX_QP
1075 return mlx5dv_devx_wq_query(wq, in, inlen, out, outlen);
1088 mlx5_glue_devx_port_query(struct ibv_context *ctx,
1090 struct mlx5dv_devx_port *mlx5_devx_port)
1092 #ifdef HAVE_MLX5DV_DR_DEVX_PORT
1093 return mlx5dv_query_devx_port(ctx, port_num, mlx5_devx_port);
1097 (void)mlx5_devx_port;
1104 mlx5_glue_dr_dump_domain(FILE *file, void *domain)
1106 #ifdef HAVE_MLX5_DR_FLOW_DUMP
1107 return mlx5dv_dump_dr_domain(file, domain);
1110 RTE_SET_USED(domain);
1116 mlx5_glue_dr_create_flow_action_sampler
1117 (struct mlx5dv_dr_flow_sampler_attr *attr)
1119 #ifdef HAVE_MLX5_DR_CREATE_ACTION_FLOW_SAMPLE
1120 return mlx5dv_dr_action_create_flow_sampler(attr);
1129 mlx5_glue_dr_action_create_dest_array
1132 struct mlx5dv_dr_action_dest_attr *dests[])
1134 #ifdef HAVE_MLX5_DR_CREATE_ACTION_DEST_ARRAY
1135 return mlx5dv_dr_action_create_dest_array
1149 mlx5_glue_devx_query_eqn(struct ibv_context *ctx, uint32_t cpus,
1152 #ifdef HAVE_IBV_DEVX_OBJ
1153 return mlx5dv_devx_query_eqn(ctx, cpus, eqn);
1162 static struct mlx5dv_devx_event_channel *
1163 mlx5_glue_devx_create_event_channel(struct ibv_context *ctx, int flags)
1165 #ifdef HAVE_IBV_DEVX_EVENT
1166 return mlx5dv_devx_create_event_channel(ctx, flags);
1176 mlx5_glue_devx_destroy_event_channel(struct mlx5dv_devx_event_channel *eventc)
1178 #ifdef HAVE_IBV_DEVX_EVENT
1179 mlx5dv_devx_destroy_event_channel(eventc);
1186 mlx5_glue_devx_subscribe_devx_event(struct mlx5dv_devx_event_channel *eventc,
1187 struct mlx5dv_devx_obj *obj,
1188 uint16_t events_sz, uint16_t events_num[],
1191 #ifdef HAVE_IBV_DEVX_EVENT
1192 return mlx5dv_devx_subscribe_devx_event(eventc, obj, events_sz,
1193 events_num, cookie);
1205 mlx5_glue_devx_subscribe_devx_event_fd(struct mlx5dv_devx_event_channel *eventc,
1206 int fd, struct mlx5dv_devx_obj *obj,
1209 #ifdef HAVE_IBV_DEVX_EVENT
1210 return mlx5dv_devx_subscribe_devx_event_fd(eventc, fd, obj, event_num);
1221 mlx5_glue_devx_get_event(struct mlx5dv_devx_event_channel *eventc,
1222 struct mlx5dv_devx_async_event_hdr *event_data,
1223 size_t event_resp_len)
1225 #ifdef HAVE_IBV_DEVX_EVENT
1226 return mlx5dv_devx_get_event(eventc, event_data, event_resp_len);
1230 (void)event_resp_len;
1236 static struct mlx5dv_devx_uar *
1237 mlx5_glue_devx_alloc_uar(struct ibv_context *context, uint32_t flags)
1239 #ifdef HAVE_IBV_DEVX_OBJ
1240 return mlx5dv_devx_alloc_uar(context, flags);
1250 mlx5_glue_devx_free_uar(struct mlx5dv_devx_uar *devx_uar)
1252 #ifdef HAVE_IBV_DEVX_OBJ
1253 mlx5dv_devx_free_uar(devx_uar);
1259 static struct mlx5dv_var *
1260 mlx5_glue_dv_alloc_var(struct ibv_context *context, uint32_t flags)
1263 return mlx5dv_alloc_var(context, flags);
1273 mlx5_glue_dv_free_var(struct mlx5dv_var *var)
1276 mlx5dv_free_var(var);
1284 mlx5_glue_dr_reclaim_domain_memory(void *domain, uint32_t enable)
1286 #ifdef HAVE_MLX5DV_DR_MEM_RECLAIM
1287 mlx5dv_dr_domain_set_reclaim_device_memory(domain, enable);
1294 static struct mlx5dv_pp *
1295 mlx5_glue_dv_alloc_pp(struct ibv_context *context,
1296 size_t pp_context_sz,
1297 const void *pp_context,
1300 #ifdef HAVE_MLX5DV_PP_ALLOC
1301 return mlx5dv_pp_alloc(context, pp_context_sz, pp_context, flags);
1303 RTE_SET_USED(context);
1304 RTE_SET_USED(pp_context_sz);
1305 RTE_SET_USED(pp_context);
1306 RTE_SET_USED(flags);
1313 mlx5_glue_dv_free_pp(struct mlx5dv_pp *pp)
1315 #ifdef HAVE_MLX5DV_PP_ALLOC
1323 const struct mlx5_glue *mlx5_glue = &(const struct mlx5_glue) {
1324 .version = MLX5_GLUE_VERSION,
1325 .fork_init = mlx5_glue_fork_init,
1326 .alloc_pd = mlx5_glue_alloc_pd,
1327 .dealloc_pd = mlx5_glue_dealloc_pd,
1328 .get_device_list = mlx5_glue_get_device_list,
1329 .free_device_list = mlx5_glue_free_device_list,
1330 .open_device = mlx5_glue_open_device,
1331 .close_device = mlx5_glue_close_device,
1332 .query_device = mlx5_glue_query_device,
1333 .query_device_ex = mlx5_glue_query_device_ex,
1334 .query_rt_values_ex = mlx5_glue_query_rt_values_ex,
1335 .query_port = mlx5_glue_query_port,
1336 .create_comp_channel = mlx5_glue_create_comp_channel,
1337 .destroy_comp_channel = mlx5_glue_destroy_comp_channel,
1338 .create_cq = mlx5_glue_create_cq,
1339 .destroy_cq = mlx5_glue_destroy_cq,
1340 .get_cq_event = mlx5_glue_get_cq_event,
1341 .ack_cq_events = mlx5_glue_ack_cq_events,
1342 .create_rwq_ind_table = mlx5_glue_create_rwq_ind_table,
1343 .destroy_rwq_ind_table = mlx5_glue_destroy_rwq_ind_table,
1344 .create_wq = mlx5_glue_create_wq,
1345 .destroy_wq = mlx5_glue_destroy_wq,
1346 .modify_wq = mlx5_glue_modify_wq,
1347 .create_flow = mlx5_glue_create_flow,
1348 .destroy_flow = mlx5_glue_destroy_flow,
1349 .destroy_flow_action = mlx5_glue_destroy_flow_action,
1350 .create_qp = mlx5_glue_create_qp,
1351 .create_qp_ex = mlx5_glue_create_qp_ex,
1352 .destroy_qp = mlx5_glue_destroy_qp,
1353 .modify_qp = mlx5_glue_modify_qp,
1354 .reg_mr = mlx5_glue_reg_mr,
1355 .alloc_null_mr = mlx5_glue_alloc_null_mr,
1356 .dereg_mr = mlx5_glue_dereg_mr,
1357 .create_counter_set = mlx5_glue_create_counter_set,
1358 .destroy_counter_set = mlx5_glue_destroy_counter_set,
1359 .describe_counter_set = mlx5_glue_describe_counter_set,
1360 .query_counter_set = mlx5_glue_query_counter_set,
1361 .create_counters = mlx5_glue_create_counters,
1362 .destroy_counters = mlx5_glue_destroy_counters,
1363 .attach_counters = mlx5_glue_attach_counters,
1364 .query_counters = mlx5_glue_query_counters,
1365 .ack_async_event = mlx5_glue_ack_async_event,
1366 .get_async_event = mlx5_glue_get_async_event,
1367 .port_state_str = mlx5_glue_port_state_str,
1368 .cq_ex_to_cq = mlx5_glue_cq_ex_to_cq,
1369 .dr_create_flow_action_dest_flow_tbl =
1370 mlx5_glue_dr_create_flow_action_dest_flow_tbl,
1371 .dr_create_flow_action_dest_port =
1372 mlx5_glue_dr_create_flow_action_dest_port,
1373 .dr_create_flow_action_drop =
1374 mlx5_glue_dr_create_flow_action_drop,
1375 .dr_create_flow_action_push_vlan =
1376 mlx5_glue_dr_create_flow_action_push_vlan,
1377 .dr_create_flow_action_pop_vlan =
1378 mlx5_glue_dr_create_flow_action_pop_vlan,
1379 .dr_create_flow_tbl = mlx5_glue_dr_create_flow_tbl,
1380 .dr_destroy_flow_tbl = mlx5_glue_dr_destroy_flow_tbl,
1381 .dr_create_domain = mlx5_glue_dr_create_domain,
1382 .dr_destroy_domain = mlx5_glue_dr_destroy_domain,
1383 .dr_sync_domain = mlx5_glue_dr_sync_domain,
1384 .dv_create_cq = mlx5_glue_dv_create_cq,
1385 .dv_create_wq = mlx5_glue_dv_create_wq,
1386 .dv_query_device = mlx5_glue_dv_query_device,
1387 .dv_set_context_attr = mlx5_glue_dv_set_context_attr,
1388 .dv_init_obj = mlx5_glue_dv_init_obj,
1389 .dv_create_qp = mlx5_glue_dv_create_qp,
1390 .dv_create_flow_matcher = mlx5_glue_dv_create_flow_matcher,
1391 .dv_create_flow = mlx5_glue_dv_create_flow,
1392 .dv_create_flow_action_counter =
1393 mlx5_glue_dv_create_flow_action_counter,
1394 .dv_create_flow_action_dest_ibv_qp =
1395 mlx5_glue_dv_create_flow_action_dest_ibv_qp,
1396 .dv_create_flow_action_dest_devx_tir =
1397 mlx5_glue_dv_create_flow_action_dest_devx_tir,
1398 .dv_create_flow_action_modify_header =
1399 mlx5_glue_dv_create_flow_action_modify_header,
1400 .dv_create_flow_action_packet_reformat =
1401 mlx5_glue_dv_create_flow_action_packet_reformat,
1402 .dv_create_flow_action_tag = mlx5_glue_dv_create_flow_action_tag,
1403 .dv_create_flow_action_meter = mlx5_glue_dv_create_flow_action_meter,
1404 .dv_modify_flow_action_meter = mlx5_glue_dv_modify_flow_action_meter,
1405 .dv_create_flow_action_aso = mlx5_glue_dv_create_flow_action_aso,
1406 .dr_create_flow_action_default_miss =
1407 mlx5_glue_dr_create_flow_action_default_miss,
1408 .dv_destroy_flow = mlx5_glue_dv_destroy_flow,
1409 .dv_destroy_flow_matcher = mlx5_glue_dv_destroy_flow_matcher,
1410 .dv_open_device = mlx5_glue_dv_open_device,
1411 .devx_obj_create = mlx5_glue_devx_obj_create,
1412 .devx_obj_destroy = mlx5_glue_devx_obj_destroy,
1413 .devx_obj_query = mlx5_glue_devx_obj_query,
1414 .devx_obj_modify = mlx5_glue_devx_obj_modify,
1415 .devx_general_cmd = mlx5_glue_devx_general_cmd,
1416 .devx_create_cmd_comp = mlx5_glue_devx_create_cmd_comp,
1417 .devx_destroy_cmd_comp = mlx5_glue_devx_destroy_cmd_comp,
1418 .devx_obj_query_async = mlx5_glue_devx_obj_query_async,
1419 .devx_get_async_cmd_comp = mlx5_glue_devx_get_async_cmd_comp,
1420 .devx_umem_reg = mlx5_glue_devx_umem_reg,
1421 .devx_umem_dereg = mlx5_glue_devx_umem_dereg,
1422 .devx_qp_query = mlx5_glue_devx_qp_query,
1423 .devx_wq_query = mlx5_glue_devx_wq_query,
1424 .devx_port_query = mlx5_glue_devx_port_query,
1425 .dr_dump_domain = mlx5_glue_dr_dump_domain,
1426 .dr_reclaim_domain_memory = mlx5_glue_dr_reclaim_domain_memory,
1427 .dr_create_flow_action_sampler =
1428 mlx5_glue_dr_create_flow_action_sampler,
1429 .dr_create_flow_action_dest_array =
1430 mlx5_glue_dr_action_create_dest_array,
1431 .devx_query_eqn = mlx5_glue_devx_query_eqn,
1432 .devx_create_event_channel = mlx5_glue_devx_create_event_channel,
1433 .devx_destroy_event_channel = mlx5_glue_devx_destroy_event_channel,
1434 .devx_subscribe_devx_event = mlx5_glue_devx_subscribe_devx_event,
1435 .devx_subscribe_devx_event_fd = mlx5_glue_devx_subscribe_devx_event_fd,
1436 .devx_get_event = mlx5_glue_devx_get_event,
1437 .devx_alloc_uar = mlx5_glue_devx_alloc_uar,
1438 .devx_free_uar = mlx5_glue_devx_free_uar,
1439 .dv_alloc_var = mlx5_glue_dv_alloc_var,
1440 .dv_free_var = mlx5_glue_dv_free_var,
1441 .dv_alloc_pp = mlx5_glue_dv_alloc_pp,
1442 .dv_free_pp = mlx5_glue_dv_free_pp,