1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2018 6WIND S.A.
3 * Copyright 2018 Mellanox Technologies, Ltd
13 * Not needed by this file; included to work around the lack of off_t
14 * definition for mlx5dv.h with unpatched rdma-core versions.
16 #include <sys/types.h>
18 /* Verbs headers do not support -pedantic. */
20 #pragma GCC diagnostic ignored "-Wpedantic"
22 #include <infiniband/mlx5dv.h>
23 #include <infiniband/verbs.h>
25 #pragma GCC diagnostic error "-Wpedantic"
28 #include <rte_config.h>
30 #include "mlx5_autoconf.h"
31 #include "mlx5_glue.h"
34 mlx5_glue_fork_init(void)
36 return ibv_fork_init();
39 static struct ibv_pd *
40 mlx5_glue_alloc_pd(struct ibv_context *context)
42 return ibv_alloc_pd(context);
46 mlx5_glue_dealloc_pd(struct ibv_pd *pd)
48 return ibv_dealloc_pd(pd);
51 static struct ibv_device **
52 mlx5_glue_get_device_list(int *num_devices)
54 return ibv_get_device_list(num_devices);
58 mlx5_glue_free_device_list(struct ibv_device **list)
60 ibv_free_device_list(list);
63 static struct ibv_context *
64 mlx5_glue_open_device(struct ibv_device *device)
66 return ibv_open_device(device);
70 mlx5_glue_close_device(struct ibv_context *context)
72 return ibv_close_device(context);
76 mlx5_glue_query_device(struct ibv_context *context,
77 struct ibv_device_attr *device_attr)
79 return ibv_query_device(context, device_attr);
83 mlx5_glue_query_device_ex(struct ibv_context *context,
84 const struct ibv_query_device_ex_input *input,
85 struct ibv_device_attr_ex *attr)
87 return ibv_query_device_ex(context, input, attr);
91 mlx5_glue_query_rt_values_ex(struct ibv_context *context,
92 struct ibv_values_ex *values)
94 return ibv_query_rt_values_ex(context, values);
98 mlx5_glue_query_port(struct ibv_context *context, uint8_t port_num,
99 struct ibv_port_attr *port_attr)
101 return ibv_query_port(context, port_num, port_attr);
104 static struct ibv_comp_channel *
105 mlx5_glue_create_comp_channel(struct ibv_context *context)
107 return ibv_create_comp_channel(context);
111 mlx5_glue_destroy_comp_channel(struct ibv_comp_channel *channel)
113 return ibv_destroy_comp_channel(channel);
116 static struct ibv_cq *
117 mlx5_glue_create_cq(struct ibv_context *context, int cqe, void *cq_context,
118 struct ibv_comp_channel *channel, int comp_vector)
120 return ibv_create_cq(context, cqe, cq_context, channel, comp_vector);
124 mlx5_glue_destroy_cq(struct ibv_cq *cq)
126 return ibv_destroy_cq(cq);
130 mlx5_glue_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq,
133 return ibv_get_cq_event(channel, cq, cq_context);
137 mlx5_glue_ack_cq_events(struct ibv_cq *cq, unsigned int nevents)
139 ibv_ack_cq_events(cq, nevents);
142 static struct ibv_rwq_ind_table *
143 mlx5_glue_create_rwq_ind_table(struct ibv_context *context,
144 struct ibv_rwq_ind_table_init_attr *init_attr)
146 return ibv_create_rwq_ind_table(context, init_attr);
150 mlx5_glue_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table)
152 return ibv_destroy_rwq_ind_table(rwq_ind_table);
155 static struct ibv_wq *
156 mlx5_glue_create_wq(struct ibv_context *context,
157 struct ibv_wq_init_attr *wq_init_attr)
159 return ibv_create_wq(context, wq_init_attr);
163 mlx5_glue_destroy_wq(struct ibv_wq *wq)
165 return ibv_destroy_wq(wq);
168 mlx5_glue_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr)
170 return ibv_modify_wq(wq, wq_attr);
173 static struct ibv_flow *
174 mlx5_glue_create_flow(struct ibv_qp *qp, struct ibv_flow_attr *flow)
176 return ibv_create_flow(qp, flow);
180 mlx5_glue_destroy_flow(struct ibv_flow *flow_id)
182 return ibv_destroy_flow(flow_id);
186 mlx5_glue_destroy_flow_action(void *action)
188 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
189 #ifdef HAVE_MLX5DV_DR
190 return mlx5dv_dr_action_destroy(action);
192 struct mlx5dv_flow_action_attr *attr = action;
194 switch (attr->type) {
195 case MLX5DV_FLOW_ACTION_TAG:
198 res = ibv_destroy_flow_action(attr->action);
210 static struct ibv_qp *
211 mlx5_glue_create_qp(struct ibv_pd *pd, struct ibv_qp_init_attr *qp_init_attr)
213 return ibv_create_qp(pd, qp_init_attr);
216 static struct ibv_qp *
217 mlx5_glue_create_qp_ex(struct ibv_context *context,
218 struct ibv_qp_init_attr_ex *qp_init_attr_ex)
220 return ibv_create_qp_ex(context, qp_init_attr_ex);
224 mlx5_glue_destroy_qp(struct ibv_qp *qp)
226 return ibv_destroy_qp(qp);
230 mlx5_glue_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, int attr_mask)
232 return ibv_modify_qp(qp, attr, attr_mask);
235 static struct ibv_mr *
236 mlx5_glue_reg_mr(struct ibv_pd *pd, void *addr, size_t length, int access)
238 return ibv_reg_mr(pd, addr, length, access);
242 mlx5_glue_dereg_mr(struct ibv_mr *mr)
244 return ibv_dereg_mr(mr);
247 static struct ibv_counter_set *
248 mlx5_glue_create_counter_set(struct ibv_context *context,
249 struct ibv_counter_set_init_attr *init_attr)
251 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
256 return ibv_create_counter_set(context, init_attr);
261 mlx5_glue_destroy_counter_set(struct ibv_counter_set *cs)
263 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
267 return ibv_destroy_counter_set(cs);
272 mlx5_glue_describe_counter_set(struct ibv_context *context,
273 uint16_t counter_set_id,
274 struct ibv_counter_set_description *cs_desc)
276 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
278 (void)counter_set_id;
282 return ibv_describe_counter_set(context, counter_set_id, cs_desc);
287 mlx5_glue_query_counter_set(struct ibv_query_counter_set_attr *query_attr,
288 struct ibv_counter_set_data *cs_data)
290 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
295 return ibv_query_counter_set(query_attr, cs_data);
299 static struct ibv_counters *
300 mlx5_glue_create_counters(struct ibv_context *context,
301 struct ibv_counters_init_attr *init_attr)
303 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
309 return ibv_create_counters(context, init_attr);
314 mlx5_glue_destroy_counters(struct ibv_counters *counters)
316 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
320 return ibv_destroy_counters(counters);
325 mlx5_glue_attach_counters(struct ibv_counters *counters,
326 struct ibv_counter_attach_attr *attr,
327 struct ibv_flow *flow)
329 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
335 return ibv_attach_counters_point_flow(counters, attr, flow);
340 mlx5_glue_query_counters(struct ibv_counters *counters,
341 uint64_t *counters_value,
345 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
347 (void)counters_value;
352 return ibv_read_counters(counters, counters_value, ncounters, flags);
357 mlx5_glue_ack_async_event(struct ibv_async_event *event)
359 ibv_ack_async_event(event);
363 mlx5_glue_get_async_event(struct ibv_context *context,
364 struct ibv_async_event *event)
366 return ibv_get_async_event(context, event);
370 mlx5_glue_port_state_str(enum ibv_port_state port_state)
372 return ibv_port_state_str(port_state);
375 static struct ibv_cq *
376 mlx5_glue_cq_ex_to_cq(struct ibv_cq_ex *cq)
378 return ibv_cq_ex_to_cq(cq);
382 mlx5_glue_dr_create_flow_action_dest_flow_tbl(void *tbl)
384 #ifdef HAVE_MLX5DV_DR
385 return mlx5dv_dr_action_create_dest_table(tbl);
394 mlx5_glue_dr_create_flow_action_dest_vport(void *domain, uint32_t vport)
396 #ifdef HAVE_MLX5DV_DR_ESWITCH
397 return mlx5dv_dr_action_create_dest_vport(domain, vport);
407 mlx5_glue_dr_create_flow_action_drop(void)
409 #ifdef HAVE_MLX5DV_DR_ESWITCH
410 return mlx5dv_dr_action_create_drop();
418 mlx5_glue_dr_create_flow_action_push_vlan(struct mlx5dv_dr_domain *domain,
421 #ifdef HAVE_MLX5DV_DR_VLAN
422 return mlx5dv_dr_action_create_push_vlan(domain, vlan_tag);
432 mlx5_glue_dr_create_flow_action_pop_vlan(void)
434 #ifdef HAVE_MLX5DV_DR_VLAN
435 return mlx5dv_dr_action_create_pop_vlan();
443 mlx5_glue_dr_create_flow_tbl(void *domain, uint32_t level)
445 #ifdef HAVE_MLX5DV_DR
446 return mlx5dv_dr_table_create(domain, level);
456 mlx5_glue_dr_destroy_flow_tbl(void *tbl)
458 #ifdef HAVE_MLX5DV_DR
459 return mlx5dv_dr_table_destroy(tbl);
468 mlx5_glue_dr_create_domain(struct ibv_context *ctx,
469 enum mlx5dv_dr_domain_type domain)
471 #ifdef HAVE_MLX5DV_DR
472 return mlx5dv_dr_domain_create(ctx, domain);
482 mlx5_glue_dr_destroy_domain(void *domain)
484 #ifdef HAVE_MLX5DV_DR
485 return mlx5dv_dr_domain_destroy(domain);
493 static struct ibv_cq_ex *
494 mlx5_glue_dv_create_cq(struct ibv_context *context,
495 struct ibv_cq_init_attr_ex *cq_attr,
496 struct mlx5dv_cq_init_attr *mlx5_cq_attr)
498 return mlx5dv_create_cq(context, cq_attr, mlx5_cq_attr);
501 static struct ibv_wq *
502 mlx5_glue_dv_create_wq(struct ibv_context *context,
503 struct ibv_wq_init_attr *wq_attr,
504 struct mlx5dv_wq_init_attr *mlx5_wq_attr)
506 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
513 return mlx5dv_create_wq(context, wq_attr, mlx5_wq_attr);
518 mlx5_glue_dv_query_device(struct ibv_context *ctx,
519 struct mlx5dv_context *attrs_out)
521 return mlx5dv_query_device(ctx, attrs_out);
525 mlx5_glue_dv_set_context_attr(struct ibv_context *ibv_ctx,
526 enum mlx5dv_set_ctx_attr_type type, void *attr)
528 return mlx5dv_set_context_attr(ibv_ctx, type, attr);
532 mlx5_glue_dv_init_obj(struct mlx5dv_obj *obj, uint64_t obj_type)
534 return mlx5dv_init_obj(obj, obj_type);
537 static struct ibv_qp *
538 mlx5_glue_dv_create_qp(struct ibv_context *context,
539 struct ibv_qp_init_attr_ex *qp_init_attr_ex,
540 struct mlx5dv_qp_init_attr *dv_qp_init_attr)
542 #ifdef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
543 return mlx5dv_create_qp(context, qp_init_attr_ex, dv_qp_init_attr);
546 (void)qp_init_attr_ex;
547 (void)dv_qp_init_attr;
554 mlx5_glue_dv_create_flow_matcher(struct ibv_context *context,
555 struct mlx5dv_flow_matcher_attr *matcher_attr,
558 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
559 #ifdef HAVE_MLX5DV_DR
561 return mlx5dv_dr_matcher_create(tbl, matcher_attr->priority,
562 matcher_attr->match_criteria_enable,
563 matcher_attr->match_mask);
566 return mlx5dv_create_flow_matcher(context, matcher_attr);
578 mlx5_glue_dv_create_flow(void *matcher,
583 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
584 #ifdef HAVE_MLX5DV_DR
585 return mlx5dv_dr_rule_create(matcher, match_value, num_actions,
586 (struct mlx5dv_dr_action **)actions);
588 struct mlx5dv_flow_action_attr actions_attr[8];
592 for (size_t i = 0; i < num_actions; i++)
594 *((struct mlx5dv_flow_action_attr *)(actions[i]));
595 return mlx5dv_create_flow(matcher, match_value,
596 num_actions, actions_attr);
608 mlx5_glue_dv_create_flow_action_counter(void *counter_obj, uint32_t offset)
610 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
611 #ifdef HAVE_MLX5DV_DR
612 return mlx5dv_dr_action_create_flow_counter(counter_obj, offset);
614 struct mlx5dv_flow_action_attr *action;
617 action = malloc(sizeof(*action));
620 action->type = MLX5DV_FLOW_ACTION_COUNTERS_DEVX;
621 action->obj = counter_obj;
633 mlx5_glue_dv_create_flow_action_dest_ibv_qp(void *qp)
635 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
636 #ifdef HAVE_MLX5DV_DR
637 return mlx5dv_dr_action_create_dest_ibv_qp(qp);
639 struct mlx5dv_flow_action_attr *action;
641 action = malloc(sizeof(*action));
644 action->type = MLX5DV_FLOW_ACTION_DEST_IBV_QP;
656 mlx5_glue_dv_create_flow_action_dest_devx_tir(void *tir)
658 #ifdef HAVE_MLX5DV_DR_ACTION_DEST_DEVX_TIR
659 return mlx5dv_dr_action_create_dest_devx_tir(tir);
668 mlx5_glue_dv_create_flow_action_modify_header
669 (struct ibv_context *ctx,
670 enum mlx5dv_flow_table_type ft_type,
671 void *domain, uint64_t flags,
675 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
676 #ifdef HAVE_MLX5DV_DR
679 return mlx5dv_dr_action_create_modify_header(domain, flags, actions_sz,
682 struct mlx5dv_flow_action_attr *action;
686 action = malloc(sizeof(*action));
689 action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
690 action->action = mlx5dv_create_flow_action_modify_header
691 (ctx, actions_sz, actions, ft_type);
707 mlx5_glue_dv_create_flow_action_packet_reformat
708 (struct ibv_context *ctx,
709 enum mlx5dv_flow_action_packet_reformat_type reformat_type,
710 enum mlx5dv_flow_table_type ft_type,
711 struct mlx5dv_dr_domain *domain,
712 uint32_t flags, size_t data_sz, void *data)
714 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
715 #ifdef HAVE_MLX5DV_DR
718 return mlx5dv_dr_action_create_packet_reformat(domain, flags,
719 reformat_type, data_sz,
724 struct mlx5dv_flow_action_attr *action;
726 action = malloc(sizeof(*action));
729 action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
730 action->action = mlx5dv_create_flow_action_packet_reformat
731 (ctx, data_sz, data, reformat_type, ft_type);
748 mlx5_glue_dv_create_flow_action_tag(uint32_t tag)
750 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
751 #ifdef HAVE_MLX5DV_DR
752 return mlx5dv_dr_action_create_tag(tag);
754 struct mlx5dv_flow_action_attr *action;
755 action = malloc(sizeof(*action));
758 action->type = MLX5DV_FLOW_ACTION_TAG;
759 action->tag_value = tag;
769 mlx5_glue_dv_destroy_flow(void *flow_id)
771 #ifdef HAVE_MLX5DV_DR
772 return mlx5dv_dr_rule_destroy(flow_id);
774 return ibv_destroy_flow(flow_id);
779 mlx5_glue_dv_destroy_flow_matcher(void *matcher)
781 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
782 #ifdef HAVE_MLX5DV_DR
783 return mlx5dv_dr_matcher_destroy(matcher);
785 return mlx5dv_destroy_flow_matcher(matcher);
794 static struct ibv_context *
795 mlx5_glue_dv_open_device(struct ibv_device *device)
797 #ifdef HAVE_IBV_DEVX_OBJ
798 return mlx5dv_open_device(device,
799 &(struct mlx5dv_context_attr){
800 .flags = MLX5DV_CONTEXT_FLAGS_DEVX,
809 static struct mlx5dv_devx_obj *
810 mlx5_glue_devx_obj_create(struct ibv_context *ctx,
811 const void *in, size_t inlen,
812 void *out, size_t outlen)
814 #ifdef HAVE_IBV_DEVX_OBJ
815 return mlx5dv_devx_obj_create(ctx, in, inlen, out, outlen);
828 mlx5_glue_devx_obj_destroy(struct mlx5dv_devx_obj *obj)
830 #ifdef HAVE_IBV_DEVX_OBJ
831 return mlx5dv_devx_obj_destroy(obj);
839 mlx5_glue_devx_obj_query(struct mlx5dv_devx_obj *obj,
840 const void *in, size_t inlen,
841 void *out, size_t outlen)
843 #ifdef HAVE_IBV_DEVX_OBJ
844 return mlx5dv_devx_obj_query(obj, in, inlen, out, outlen);
856 mlx5_glue_devx_obj_modify(struct mlx5dv_devx_obj *obj,
857 const void *in, size_t inlen,
858 void *out, size_t outlen)
860 #ifdef HAVE_IBV_DEVX_OBJ
861 return mlx5dv_devx_obj_modify(obj, in, inlen, out, outlen);
873 mlx5_glue_devx_general_cmd(struct ibv_context *ctx,
874 const void *in, size_t inlen,
875 void *out, size_t outlen)
877 #ifdef HAVE_IBV_DEVX_OBJ
878 return mlx5dv_devx_general_cmd(ctx, in, inlen, out, outlen);
889 static struct mlx5dv_devx_cmd_comp *
890 mlx5_glue_devx_create_cmd_comp(struct ibv_context *ctx)
892 #ifdef HAVE_IBV_DEVX_ASYNC
893 return mlx5dv_devx_create_cmd_comp(ctx);
902 mlx5_glue_devx_destroy_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp)
904 #ifdef HAVE_IBV_DEVX_ASYNC
905 mlx5dv_devx_destroy_cmd_comp(cmd_comp);
913 mlx5_glue_devx_obj_query_async(struct mlx5dv_devx_obj *obj, const void *in,
914 size_t inlen, size_t outlen, uint64_t wr_id,
915 struct mlx5dv_devx_cmd_comp *cmd_comp)
917 #ifdef HAVE_IBV_DEVX_ASYNC
918 return mlx5dv_devx_obj_query_async(obj, in, inlen, outlen, wr_id,
932 mlx5_glue_devx_get_async_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp,
933 struct mlx5dv_devx_async_cmd_hdr *cmd_resp,
936 #ifdef HAVE_IBV_DEVX_ASYNC
937 return mlx5dv_devx_get_async_cmd_comp(cmd_comp, cmd_resp,
947 static struct mlx5dv_devx_umem *
948 mlx5_glue_devx_umem_reg(struct ibv_context *context, void *addr, size_t size,
951 #ifdef HAVE_IBV_DEVX_OBJ
952 return mlx5dv_devx_umem_reg(context, addr, size, access);
964 mlx5_glue_devx_umem_dereg(struct mlx5dv_devx_umem *dv_devx_umem)
966 #ifdef HAVE_IBV_DEVX_OBJ
967 return mlx5dv_devx_umem_dereg(dv_devx_umem);
975 mlx5_glue_devx_qp_query(struct ibv_qp *qp,
976 const void *in, size_t inlen,
977 void *out, size_t outlen)
979 #ifdef HAVE_IBV_DEVX_OBJ
980 return mlx5dv_devx_qp_query(qp, in, inlen, out, outlen);
993 mlx5_glue_devx_port_query(struct ibv_context *ctx,
995 struct mlx5dv_devx_port *mlx5_devx_port)
997 #ifdef HAVE_MLX5DV_DR_DEVX_PORT
998 return mlx5dv_query_devx_port(ctx, port_num, mlx5_devx_port);
1002 (void)mlx5_devx_port;
1008 alignas(RTE_CACHE_LINE_SIZE)
1009 const struct mlx5_glue *mlx5_glue = &(const struct mlx5_glue){
1010 .version = MLX5_GLUE_VERSION,
1011 .fork_init = mlx5_glue_fork_init,
1012 .alloc_pd = mlx5_glue_alloc_pd,
1013 .dealloc_pd = mlx5_glue_dealloc_pd,
1014 .get_device_list = mlx5_glue_get_device_list,
1015 .free_device_list = mlx5_glue_free_device_list,
1016 .open_device = mlx5_glue_open_device,
1017 .close_device = mlx5_glue_close_device,
1018 .query_device = mlx5_glue_query_device,
1019 .query_device_ex = mlx5_glue_query_device_ex,
1020 .query_rt_values_ex = mlx5_glue_query_rt_values_ex,
1021 .query_port = mlx5_glue_query_port,
1022 .create_comp_channel = mlx5_glue_create_comp_channel,
1023 .destroy_comp_channel = mlx5_glue_destroy_comp_channel,
1024 .create_cq = mlx5_glue_create_cq,
1025 .destroy_cq = mlx5_glue_destroy_cq,
1026 .get_cq_event = mlx5_glue_get_cq_event,
1027 .ack_cq_events = mlx5_glue_ack_cq_events,
1028 .create_rwq_ind_table = mlx5_glue_create_rwq_ind_table,
1029 .destroy_rwq_ind_table = mlx5_glue_destroy_rwq_ind_table,
1030 .create_wq = mlx5_glue_create_wq,
1031 .destroy_wq = mlx5_glue_destroy_wq,
1032 .modify_wq = mlx5_glue_modify_wq,
1033 .create_flow = mlx5_glue_create_flow,
1034 .destroy_flow = mlx5_glue_destroy_flow,
1035 .destroy_flow_action = mlx5_glue_destroy_flow_action,
1036 .create_qp = mlx5_glue_create_qp,
1037 .create_qp_ex = mlx5_glue_create_qp_ex,
1038 .destroy_qp = mlx5_glue_destroy_qp,
1039 .modify_qp = mlx5_glue_modify_qp,
1040 .reg_mr = mlx5_glue_reg_mr,
1041 .dereg_mr = mlx5_glue_dereg_mr,
1042 .create_counter_set = mlx5_glue_create_counter_set,
1043 .destroy_counter_set = mlx5_glue_destroy_counter_set,
1044 .describe_counter_set = mlx5_glue_describe_counter_set,
1045 .query_counter_set = mlx5_glue_query_counter_set,
1046 .create_counters = mlx5_glue_create_counters,
1047 .destroy_counters = mlx5_glue_destroy_counters,
1048 .attach_counters = mlx5_glue_attach_counters,
1049 .query_counters = mlx5_glue_query_counters,
1050 .ack_async_event = mlx5_glue_ack_async_event,
1051 .get_async_event = mlx5_glue_get_async_event,
1052 .port_state_str = mlx5_glue_port_state_str,
1053 .cq_ex_to_cq = mlx5_glue_cq_ex_to_cq,
1054 .dr_create_flow_action_dest_flow_tbl =
1055 mlx5_glue_dr_create_flow_action_dest_flow_tbl,
1056 .dr_create_flow_action_dest_vport =
1057 mlx5_glue_dr_create_flow_action_dest_vport,
1058 .dr_create_flow_action_drop =
1059 mlx5_glue_dr_create_flow_action_drop,
1060 .dr_create_flow_action_push_vlan =
1061 mlx5_glue_dr_create_flow_action_push_vlan,
1062 .dr_create_flow_action_pop_vlan =
1063 mlx5_glue_dr_create_flow_action_pop_vlan,
1064 .dr_create_flow_tbl = mlx5_glue_dr_create_flow_tbl,
1065 .dr_destroy_flow_tbl = mlx5_glue_dr_destroy_flow_tbl,
1066 .dr_create_domain = mlx5_glue_dr_create_domain,
1067 .dr_destroy_domain = mlx5_glue_dr_destroy_domain,
1068 .dv_create_cq = mlx5_glue_dv_create_cq,
1069 .dv_create_wq = mlx5_glue_dv_create_wq,
1070 .dv_query_device = mlx5_glue_dv_query_device,
1071 .dv_set_context_attr = mlx5_glue_dv_set_context_attr,
1072 .dv_init_obj = mlx5_glue_dv_init_obj,
1073 .dv_create_qp = mlx5_glue_dv_create_qp,
1074 .dv_create_flow_matcher = mlx5_glue_dv_create_flow_matcher,
1075 .dv_create_flow = mlx5_glue_dv_create_flow,
1076 .dv_create_flow_action_counter =
1077 mlx5_glue_dv_create_flow_action_counter,
1078 .dv_create_flow_action_dest_ibv_qp =
1079 mlx5_glue_dv_create_flow_action_dest_ibv_qp,
1080 .dv_create_flow_action_dest_devx_tir =
1081 mlx5_glue_dv_create_flow_action_dest_devx_tir,
1082 .dv_create_flow_action_modify_header =
1083 mlx5_glue_dv_create_flow_action_modify_header,
1084 .dv_create_flow_action_packet_reformat =
1085 mlx5_glue_dv_create_flow_action_packet_reformat,
1086 .dv_create_flow_action_tag = mlx5_glue_dv_create_flow_action_tag,
1087 .dv_destroy_flow = mlx5_glue_dv_destroy_flow,
1088 .dv_destroy_flow_matcher = mlx5_glue_dv_destroy_flow_matcher,
1089 .dv_open_device = mlx5_glue_dv_open_device,
1090 .devx_obj_create = mlx5_glue_devx_obj_create,
1091 .devx_obj_destroy = mlx5_glue_devx_obj_destroy,
1092 .devx_obj_query = mlx5_glue_devx_obj_query,
1093 .devx_obj_modify = mlx5_glue_devx_obj_modify,
1094 .devx_general_cmd = mlx5_glue_devx_general_cmd,
1095 .devx_create_cmd_comp = mlx5_glue_devx_create_cmd_comp,
1096 .devx_destroy_cmd_comp = mlx5_glue_devx_destroy_cmd_comp,
1097 .devx_obj_query_async = mlx5_glue_devx_obj_query_async,
1098 .devx_get_async_cmd_comp = mlx5_glue_devx_get_async_cmd_comp,
1099 .devx_umem_reg = mlx5_glue_devx_umem_reg,
1100 .devx_umem_dereg = mlx5_glue_devx_umem_dereg,
1101 .devx_qp_query = mlx5_glue_devx_qp_query,
1102 .devx_port_query = mlx5_glue_devx_port_query,