drivers/net/mlx5/mlx5_glue.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright 2018 6WIND S.A.
   3  * Copyright 2018 Mellanox Technologies, Ltd
   4  */
   5
   6 #include <errno.h>
   7 #include <stdalign.h>
   8 #include <stddef.h>
   9 #include <stdint.h>
  10
  11 /*
  12  * Not needed by this file; included to work around the lack of off_t
  13  * definition for mlx5dv.h with unpatched rdma-core versions.
  14  */
  15 #include <sys/types.h>
  16
  17 /* Verbs headers do not support -pedantic. */
  18 #ifdef PEDANTIC
  19 #pragma GCC diagnostic ignored "-Wpedantic"
  20 #endif
  21 #include <infiniband/mlx5dv.h>
  22 #include <infiniband/verbs.h>
  23 #ifdef PEDANTIC
  24 #pragma GCC diagnostic error "-Wpedantic"
  25 #endif
  26
  27 #include <rte_config.h>
  28
  29 #include "mlx5_autoconf.h"
  30 #include "mlx5_glue.h"
  31
  32 static int
  33 mlx5_glue_fork_init(void)
  34 {
  35         return ibv_fork_init();
  36 }
  37
  38 static struct ibv_pd *
  39 mlx5_glue_alloc_pd(struct ibv_context *context)
  40 {
  41         return ibv_alloc_pd(context);
  42 }
  43
  44 static int
  45 mlx5_glue_dealloc_pd(struct ibv_pd *pd)
  46 {
  47         return ibv_dealloc_pd(pd);
  48 }
  49
  50 static struct ibv_device **
  51 mlx5_glue_get_device_list(int *num_devices)
  52 {
  53         return ibv_get_device_list(num_devices);
  54 }
  55
  56 static void
  57 mlx5_glue_free_device_list(struct ibv_device **list)
  58 {
  59         ibv_free_device_list(list);
  60 }
  61
  62 static struct ibv_context *
  63 mlx5_glue_open_device(struct ibv_device *device)
  64 {
  65         return ibv_open_device(device);
  66 }
  67
  68 static int
  69 mlx5_glue_close_device(struct ibv_context *context)
  70 {
  71         return ibv_close_device(context);
  72 }
  73
  74 static int
  75 mlx5_glue_query_device(struct ibv_context *context,
  76                        struct ibv_device_attr *device_attr)
  77 {
  78         return ibv_query_device(context, device_attr);
  79 }
  80
  81 static int
  82 mlx5_glue_query_device_ex(struct ibv_context *context,
  83                           const struct ibv_query_device_ex_input *input,
  84                           struct ibv_device_attr_ex *attr)
  85 {
  86         return ibv_query_device_ex(context, input, attr);
  87 }
  88
  89 static int
  90 mlx5_glue_query_port(struct ibv_context *context, uint8_t port_num,
  91                      struct ibv_port_attr *port_attr)
  92 {
  93         return ibv_query_port(context, port_num, port_attr);
  94 }
  95
  96 static struct ibv_comp_channel *
  97 mlx5_glue_create_comp_channel(struct ibv_context *context)
  98 {
  99         return ibv_create_comp_channel(context);
 100 }
 101
 102 static int
 103 mlx5_glue_destroy_comp_channel(struct ibv_comp_channel *channel)
 104 {
 105         return ibv_destroy_comp_channel(channel);
 106 }
 107
 108 static struct ibv_cq *
 109 mlx5_glue_create_cq(struct ibv_context *context, int cqe, void *cq_context,
 110                     struct ibv_comp_channel *channel, int comp_vector)
 111 {
 112         return ibv_create_cq(context, cqe, cq_context, channel, comp_vector);
 113 }
 114
 115 static int
 116 mlx5_glue_destroy_cq(struct ibv_cq *cq)
 117 {
 118         return ibv_destroy_cq(cq);
 119 }
 120
 121 static int
 122 mlx5_glue_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq,
 123                        void **cq_context)
 124 {
 125         return ibv_get_cq_event(channel, cq, cq_context);
 126 }
 127
 128 static void
 129 mlx5_glue_ack_cq_events(struct ibv_cq *cq, unsigned int nevents)
 130 {
 131         ibv_ack_cq_events(cq, nevents);
 132 }
 133
 134 static struct ibv_rwq_ind_table *
 135 mlx5_glue_create_rwq_ind_table(struct ibv_context *context,
 136                                struct ibv_rwq_ind_table_init_attr *init_attr)
 137 {
 138         return ibv_create_rwq_ind_table(context, init_attr);
 139 }
 140
 141 static int
 142 mlx5_glue_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table)
 143 {
 144         return ibv_destroy_rwq_ind_table(rwq_ind_table);
 145 }
 146
 147 static struct ibv_wq *
 148 mlx5_glue_create_wq(struct ibv_context *context,
 149                     struct ibv_wq_init_attr *wq_init_attr)
 150 {
 151         return ibv_create_wq(context, wq_init_attr);
 152 }
 153
 154 static int
 155 mlx5_glue_destroy_wq(struct ibv_wq *wq)
 156 {
 157         return ibv_destroy_wq(wq);
 158 }
 159 static int
 160 mlx5_glue_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr)
 161 {
 162         return ibv_modify_wq(wq, wq_attr);
 163 }
 164
 165 static struct ibv_flow *
 166 mlx5_glue_create_flow(struct ibv_qp *qp, struct ibv_flow_attr *flow)
 167 {
 168         return ibv_create_flow(qp, flow);
 169 }
 170
 171 static int
 172 mlx5_glue_destroy_flow(struct ibv_flow *flow_id)
 173 {
 174         return ibv_destroy_flow(flow_id);
 175 }
 176
 177 static int
 178 mlx5_glue_destroy_flow_action(void *action)
 179 {
 180 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 181 #ifdef HAVE_MLX5DV_DR
 182         return mlx5dv_dr_destroy_action(action);
 183 #else
 184         struct mlx5dv_flow_action_attr *attr = action;
 185         int res = 0;
 186         switch (attr->type) {
 187         case MLX5DV_FLOW_ACTION_TAG:
 188                 break;
 189         default:
 190                 res = ibv_destroy_flow_action(attr->action);
 191                 break;
 192         }
 193         free(action);
 194         return res;
 195 #endif
 196 #else
 197         (void)action;
 198         return ENOTSUP;
 199 #endif
 200 }
 201
 202 static struct ibv_qp *
 203 mlx5_glue_create_qp(struct ibv_pd *pd, struct ibv_qp_init_attr *qp_init_attr)
 204 {
 205         return ibv_create_qp(pd, qp_init_attr);
 206 }
 207
 208 static struct ibv_qp *
 209 mlx5_glue_create_qp_ex(struct ibv_context *context,
 210                        struct ibv_qp_init_attr_ex *qp_init_attr_ex)
 211 {
 212         return ibv_create_qp_ex(context, qp_init_attr_ex);
 213 }
 214
 215 static int
 216 mlx5_glue_destroy_qp(struct ibv_qp *qp)
 217 {
 218         return ibv_destroy_qp(qp);
 219 }
 220
 221 static int
 222 mlx5_glue_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, int attr_mask)
 223 {
 224         return ibv_modify_qp(qp, attr, attr_mask);
 225 }
 226
 227 static struct ibv_mr *
 228 mlx5_glue_reg_mr(struct ibv_pd *pd, void *addr, size_t length, int access)
 229 {
 230         return ibv_reg_mr(pd, addr, length, access);
 231 }
 232
 233 static int
 234 mlx5_glue_dereg_mr(struct ibv_mr *mr)
 235 {
 236         return ibv_dereg_mr(mr);
 237 }
 238
 239 static struct ibv_counter_set *
 240 mlx5_glue_create_counter_set(struct ibv_context *context,
 241                              struct ibv_counter_set_init_attr *init_attr)
 242 {
 243 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
 244         (void)context;
 245         (void)init_attr;
 246         return NULL;
 247 #else
 248         return ibv_create_counter_set(context, init_attr);
 249 #endif
 250 }
 251
 252 static int
 253 mlx5_glue_destroy_counter_set(struct ibv_counter_set *cs)
 254 {
 255 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
 256         (void)cs;
 257         return ENOTSUP;
 258 #else
 259         return ibv_destroy_counter_set(cs);
 260 #endif
 261 }
 262
 263 static int
 264 mlx5_glue_describe_counter_set(struct ibv_context *context,
 265                                uint16_t counter_set_id,
 266                                struct ibv_counter_set_description *cs_desc)
 267 {
 268 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
 269         (void)context;
 270         (void)counter_set_id;
 271         (void)cs_desc;
 272         return ENOTSUP;
 273 #else
 274         return ibv_describe_counter_set(context, counter_set_id, cs_desc);
 275 #endif
 276 }
 277
 278 static int
 279 mlx5_glue_query_counter_set(struct ibv_query_counter_set_attr *query_attr,
 280                             struct ibv_counter_set_data *cs_data)
 281 {
 282 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
 283         (void)query_attr;
 284         (void)cs_data;
 285         return ENOTSUP;
 286 #else
 287         return ibv_query_counter_set(query_attr, cs_data);
 288 #endif
 289 }
 290
 291 static struct ibv_counters *
 292 mlx5_glue_create_counters(struct ibv_context *context,
 293                           struct ibv_counters_init_attr *init_attr)
 294 {
 295 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
 296         (void)context;
 297         (void)init_attr;
 298         return NULL;
 299 #else
 300         return ibv_create_counters(context, init_attr);
 301 #endif
 302 }
 303
 304 static int
 305 mlx5_glue_destroy_counters(struct ibv_counters *counters)
 306 {
 307 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
 308         (void)counters;
 309         return ENOTSUP;
 310 #else
 311         return ibv_destroy_counters(counters);
 312 #endif
 313 }
 314
 315 static int
 316 mlx5_glue_attach_counters(struct ibv_counters *counters,
 317                           struct ibv_counter_attach_attr *attr,
 318                           struct ibv_flow *flow)
 319 {
 320 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
 321         (void)counters;
 322         (void)attr;
 323         (void)flow;
 324         return ENOTSUP;
 325 #else
 326         return ibv_attach_counters_point_flow(counters, attr, flow);
 327 #endif
 328 }
 329
 330 static int
 331 mlx5_glue_query_counters(struct ibv_counters *counters,
 332                          uint64_t *counters_value,
 333                          uint32_t ncounters,
 334                          uint32_t flags)
 335 {
 336 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
 337         (void)counters;
 338         (void)counters_value;
 339         (void)ncounters;
 340         (void)flags;
 341         return ENOTSUP;
 342 #else
 343         return ibv_read_counters(counters, counters_value, ncounters, flags);
 344 #endif
 345 }
 346
 347 static void
 348 mlx5_glue_ack_async_event(struct ibv_async_event *event)
 349 {
 350         ibv_ack_async_event(event);
 351 }
 352
 353 static int
 354 mlx5_glue_get_async_event(struct ibv_context *context,
 355                           struct ibv_async_event *event)
 356 {
 357         return ibv_get_async_event(context, event);
 358 }
 359
 360 static const char *
 361 mlx5_glue_port_state_str(enum ibv_port_state port_state)
 362 {
 363         return ibv_port_state_str(port_state);
 364 }
 365
 366 static struct ibv_cq *
 367 mlx5_glue_cq_ex_to_cq(struct ibv_cq_ex *cq)
 368 {
 369         return ibv_cq_ex_to_cq(cq);
 370 }
 371
 372 static void *
 373 mlx5_glue_dr_create_flow_tbl(void *ns, uint32_t level)
 374 {
 375 #ifdef HAVE_MLX5DV_DR
 376         return mlx5dv_dr_create_ft(ns, level);
 377 #else
 378         (void)ns;
 379         (void)level;
 380         return NULL;
 381 #endif
 382 }
 383
 384 static int
 385 mlx5_glue_dr_destroy_flow_tbl(void *tbl)
 386 {
 387 #ifdef HAVE_MLX5DV_DR
 388         return mlx5dv_dr_destroy_ft(tbl);
 389 #else
 390         (void)tbl;
 391         return 0;
 392 #endif
 393 }
 394
 395 static void *
 396 mlx5_glue_dr_create_ns(struct ibv_context *ctx,
 397                        enum  mlx5dv_dr_ns_domain domain)
 398 {
 399 #ifdef HAVE_MLX5DV_DR
 400         return mlx5dv_dr_create_ns(ctx, domain);
 401 #else
 402         (void)ctx;
 403         (void)domain;
 404         return NULL;
 405 #endif
 406 }
 407
 408 static int
 409 mlx5_glue_dr_destroy_ns(void *ns)
 410 {
 411 #ifdef HAVE_MLX5DV_DR
 412         return mlx5dv_dr_destroy_ns(ns);
 413 #else
 414         (void)ns;
 415         return 0;
 416 #endif
 417 }
 418
 419 static struct ibv_cq_ex *
 420 mlx5_glue_dv_create_cq(struct ibv_context *context,
 421                        struct ibv_cq_init_attr_ex *cq_attr,
 422                        struct mlx5dv_cq_init_attr *mlx5_cq_attr)
 423 {
 424         return mlx5dv_create_cq(context, cq_attr, mlx5_cq_attr);
 425 }
 426
 427 static struct ibv_wq *
 428 mlx5_glue_dv_create_wq(struct ibv_context *context,
 429                        struct ibv_wq_init_attr *wq_attr,
 430                        struct mlx5dv_wq_init_attr *mlx5_wq_attr)
 431 {
 432 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
 433         (void)context;
 434         (void)wq_attr;
 435         (void)mlx5_wq_attr;
 436         return NULL;
 437 #else
 438         return mlx5dv_create_wq(context, wq_attr, mlx5_wq_attr);
 439 #endif
 440 }
 441
 442 static int
 443 mlx5_glue_dv_query_device(struct ibv_context *ctx,
 444                           struct mlx5dv_context *attrs_out)
 445 {
 446         return mlx5dv_query_device(ctx, attrs_out);
 447 }
 448
 449 static int
 450 mlx5_glue_dv_set_context_attr(struct ibv_context *ibv_ctx,
 451                               enum mlx5dv_set_ctx_attr_type type, void *attr)
 452 {
 453         return mlx5dv_set_context_attr(ibv_ctx, type, attr);
 454 }
 455
 456 static int
 457 mlx5_glue_dv_init_obj(struct mlx5dv_obj *obj, uint64_t obj_type)
 458 {
 459         return mlx5dv_init_obj(obj, obj_type);
 460 }
 461
 462 static struct ibv_qp *
 463 mlx5_glue_dv_create_qp(struct ibv_context *context,
 464                        struct ibv_qp_init_attr_ex *qp_init_attr_ex,
 465                        struct mlx5dv_qp_init_attr *dv_qp_init_attr)
 466 {
 467 #ifdef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
 468         return mlx5dv_create_qp(context, qp_init_attr_ex, dv_qp_init_attr);
 469 #else
 470         (void)context;
 471         (void)qp_init_attr_ex;
 472         (void)dv_qp_init_attr;
 473         return NULL;
 474 #endif
 475 }
 476
 477 static void *
 478 mlx5_glue_dv_create_flow_matcher(struct ibv_context *context,
 479                                  struct mlx5dv_flow_matcher_attr *matcher_attr,
 480                                  void *tbl)
 481 {
 482 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 483 #ifdef HAVE_MLX5DV_DR
 484         (void)context;
 485         return mlx5dv_dr_create_matcher(tbl, matcher_attr->priority,
 486                                        matcher_attr->match_criteria_enable,
 487                                        matcher_attr->match_mask);
 488 #else
 489         (void)tbl;
 490         return mlx5dv_create_flow_matcher(context, matcher_attr);
 491 #endif
 492 #else
 493         (void)context;
 494         (void)matcher_attr;
 495         (void)tbl;
 496         return NULL;
 497 #endif
 498 }
 499
 500 static void *
 501 mlx5_glue_dv_create_flow(void *matcher,
 502                          void *match_value,
 503                          size_t num_actions,
 504                          void *actions[])
 505 {
 506 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 507 #ifdef HAVE_MLX5DV_DR
 508         return mlx5dv_dr_create_rule(matcher, match_value, num_actions,
 509                                      (struct mlx5dv_dr_action **)actions);
 510 #else
 511         struct mlx5dv_flow_action_attr actions_attr[8];
 512
 513         if (num_actions > 8)
 514                 return NULL;
 515         for (size_t i = 0; i < num_actions; i++)
 516                 actions_attr[i] =
 517                         *((struct mlx5dv_flow_action_attr *)(actions[i]));
 518         return mlx5dv_create_flow(matcher, match_value,
 519                                   num_actions, actions_attr);
 520 #endif
 521 #else
 522         (void)matcher;
 523         (void)match_value;
 524         (void)num_actions;
 525         (void)actions;
 526         return NULL;
 527 #endif
 528 }
 529
 530 static void *
 531 mlx5_glue_dv_create_flow_action_counter(void *counter_obj, uint32_t offset)
 532 {
 533 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 534 #ifdef HAVE_MLX5DV_DR
 535         return mlx5dv_dr_create_action_devx_counter(counter_obj, offset);
 536 #else
 537         struct mlx5dv_flow_action_attr *action;
 538
 539         (void)offset;
 540         action = malloc(sizeof(*action));
 541         if (!action)
 542                 return NULL;
 543         action->type = MLX5DV_FLOW_ACTION_COUNTERS_DEVX;
 544         action->obj = counter_obj;
 545         return action;
 546 #endif
 547 #else
 548         (void)counter_obj;
 549         (void)offset;
 550         return NULL;
 551 #endif
 552 }
 553
 554 static void *
 555 mlx5_glue_dv_create_flow_action_dest_ibv_qp(void *qp)
 556 {
 557 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 558 #ifdef HAVE_MLX5DV_DR
 559         return mlx5dv_dr_create_action_dest_ibv_qp(qp);
 560 #else
 561         struct mlx5dv_flow_action_attr *action;
 562
 563         action = malloc(sizeof(*action));
 564         if (!action)
 565                 return NULL;
 566         action->type = MLX5DV_FLOW_ACTION_DEST_IBV_QP;
 567         action->obj = qp;
 568         return action;
 569 #endif
 570 #else
 571         (void)qp;
 572         return NULL;
 573 #endif
 574 }
 575
 576 static void *
 577 mlx5_glue_dv_create_flow_action_modify_header
 578                                         (struct ibv_context *ctx,
 579                                          enum mlx5dv_flow_table_type ft_type,
 580                                          void *ns, uint64_t flags,
 581                                          size_t actions_sz,
 582                                          uint64_t actions[])
 583 {
 584 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 585 #ifdef HAVE_MLX5DV_DR
 586         (void)ctx;
 587         (void)ft_type;
 588         return mlx5dv_dr_create_action_modify_header(ns, flags, actions_sz,
 589                                                     actions);
 590 #else
 591         struct mlx5dv_flow_action_attr *action;
 592
 593         (void)ns;
 594         (void)flags;
 595         action = malloc(sizeof(*action));
 596         if (!action)
 597                 return NULL;
 598         action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
 599         action->action = mlx5dv_create_flow_action_modify_header
 600                 (ctx, actions_sz, actions, ft_type);
 601         return action;
 602 #endif
 603 #else
 604         (void)ctx;
 605         (void)ft_type;
 606         (void)ns;
 607         (void)flags;
 608         (void)actions_sz;
 609         (void)actions;
 610         return NULL;
 611 #endif
 612 }
 613
 614 static void *
 615 mlx5_glue_dv_create_flow_action_packet_reformat
 616                 (struct ibv_context *ctx,
 617                  enum mlx5dv_flow_action_packet_reformat_type reformat_type,
 618                  enum mlx5dv_flow_table_type ft_type, struct mlx5dv_dr_ns *ns,
 619                  uint32_t flags, size_t data_sz, void *data)
 620 {
 621 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 622 #ifdef HAVE_MLX5DV_DR
 623         (void)ctx;
 624         (void)ft_type;
 625         return mlx5dv_dr_create_action_packet_reformat(ns, flags,
 626                                                        reformat_type, data_sz,
 627                                                        data);
 628 #else
 629         (void)ns;
 630         (void)flags;
 631         struct mlx5dv_flow_action_attr *action;
 632
 633         action = malloc(sizeof(*action));
 634         if (!action)
 635                 return NULL;
 636         action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
 637         action->action = mlx5dv_create_flow_action_packet_reformat
 638                 (ctx, data_sz, data, reformat_type, ft_type);
 639         return action;
 640 #endif
 641 #else
 642         (void)ctx;
 643         (void)reformat_type;
 644         (void)ft_type;
 645         (void)ns;
 646         (void)flags;
 647         (void)data_sz;
 648         (void)data;
 649         return NULL;
 650 #endif
 651 }
 652
 653 static void *
 654 mlx5_glue_dv_create_flow_action_tag(uint32_t tag)
 655 {
 656 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 657 #ifdef HAVE_MLX5DV_DR
 658         return mlx5dv_dr_create_action_tag(tag);
 659 #else
 660         struct mlx5dv_flow_action_attr *action;
 661         action = malloc(sizeof(*action));
 662         if (!action)
 663                 return NULL;
 664         action->type = MLX5DV_FLOW_ACTION_TAG;
 665         action->tag_value = tag;
 666         return action;
 667 #endif
 668 #endif
 669         (void)tag;
 670         return NULL;
 671 }
 672
 673 static int
 674 mlx5_glue_dv_destroy_flow(void *flow_id)
 675 {
 676 #ifdef HAVE_MLX5DV_DR
 677         return mlx5dv_dr_destroy_rule(flow_id);
 678 #else
 679         return ibv_destroy_flow(flow_id);
 680 #endif
 681 }
 682
 683 static int
 684 mlx5_glue_dv_destroy_flow_matcher(void *matcher)
 685 {
 686 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
 687 #ifdef HAVE_MLX5DV_DR
 688         return mlx5dv_dr_destroy_matcher(matcher);
 689 #else
 690         return mlx5dv_destroy_flow_matcher(matcher);
 691 #endif
 692 #else
 693         (void)matcher;
 694         return 0;
 695 #endif
 696 }
 697
 698 static struct ibv_context *
 699 mlx5_glue_dv_open_device(struct ibv_device *device)
 700 {
 701 #ifdef HAVE_IBV_DEVX_OBJ
 702         return mlx5dv_open_device(device,
 703                                   &(struct mlx5dv_context_attr){
 704                                         .flags = MLX5DV_CONTEXT_FLAGS_DEVX,
 705                                   });
 706 #else
 707         (void)device;
 708         return NULL;
 709 #endif
 710 }
 711
 712 static struct mlx5dv_devx_obj *
 713 mlx5_glue_devx_obj_create(struct ibv_context *ctx,
 714                           const void *in, size_t inlen,
 715                           void *out, size_t outlen)
 716 {
 717 #ifdef HAVE_IBV_DEVX_OBJ
 718         return mlx5dv_devx_obj_create(ctx, in, inlen, out, outlen);
 719 #else
 720         (void)ctx;
 721         (void)in;
 722         (void)inlen;
 723         (void)out;
 724         (void)outlen;
 725         return NULL;
 726 #endif
 727 }
 728
 729 static int
 730 mlx5_glue_devx_obj_destroy(struct mlx5dv_devx_obj *obj)
 731 {
 732 #ifdef HAVE_IBV_DEVX_OBJ
 733         return mlx5dv_devx_obj_destroy(obj);
 734 #else
 735         (void)obj;
 736         return -ENOTSUP;
 737 #endif
 738 }
 739
 740 static int
 741 mlx5_glue_devx_obj_query(struct mlx5dv_devx_obj *obj,
 742                          const void *in, size_t inlen,
 743                          void *out, size_t outlen)
 744 {
 745 #ifdef HAVE_IBV_DEVX_OBJ
 746         return mlx5dv_devx_obj_query(obj, in, inlen, out, outlen);
 747 #else
 748         (void)obj;
 749         (void)in;
 750         (void)inlen;
 751         (void)out;
 752         (void)outlen;
 753         return -ENOTSUP;
 754 #endif
 755 }
 756
 757 static int
 758 mlx5_glue_devx_obj_modify(struct mlx5dv_devx_obj *obj,
 759                           const void *in, size_t inlen,
 760                           void *out, size_t outlen)
 761 {
 762 #ifdef HAVE_IBV_DEVX_OBJ
 763         return mlx5dv_devx_obj_modify(obj, in, inlen, out, outlen);
 764 #else
 765         (void)obj;
 766         (void)in;
 767         (void)inlen;
 768         (void)out;
 769         (void)outlen;
 770         return -ENOTSUP;
 771 #endif
 772 }
 773
 774 static int
 775 mlx5_glue_devx_general_cmd(struct ibv_context *ctx,
 776                            const void *in, size_t inlen,
 777                            void *out, size_t outlen)
 778 {
 779 #ifdef HAVE_IBV_DEVX_OBJ
 780         return mlx5dv_devx_general_cmd(ctx, in, inlen, out, outlen);
 781 #else
 782         (void)ctx;
 783         (void)in;
 784         (void)inlen;
 785         (void)out;
 786         (void)outlen;
 787         return -ENOTSUP;
 788 #endif
 789 }
 790
 791 alignas(RTE_CACHE_LINE_SIZE)
 792 const struct mlx5_glue *mlx5_glue = &(const struct mlx5_glue){
 793         .version = MLX5_GLUE_VERSION,
 794         .fork_init = mlx5_glue_fork_init,
 795         .alloc_pd = mlx5_glue_alloc_pd,
 796         .dealloc_pd = mlx5_glue_dealloc_pd,
 797         .get_device_list = mlx5_glue_get_device_list,
 798         .free_device_list = mlx5_glue_free_device_list,
 799         .open_device = mlx5_glue_open_device,
 800         .close_device = mlx5_glue_close_device,
 801         .query_device = mlx5_glue_query_device,
 802         .query_device_ex = mlx5_glue_query_device_ex,
 803         .query_port = mlx5_glue_query_port,
 804         .create_comp_channel = mlx5_glue_create_comp_channel,
 805         .destroy_comp_channel = mlx5_glue_destroy_comp_channel,
 806         .create_cq = mlx5_glue_create_cq,
 807         .destroy_cq = mlx5_glue_destroy_cq,
 808         .get_cq_event = mlx5_glue_get_cq_event,
 809         .ack_cq_events = mlx5_glue_ack_cq_events,
 810         .create_rwq_ind_table = mlx5_glue_create_rwq_ind_table,
 811         .destroy_rwq_ind_table = mlx5_glue_destroy_rwq_ind_table,
 812         .create_wq = mlx5_glue_create_wq,
 813         .destroy_wq = mlx5_glue_destroy_wq,
 814         .modify_wq = mlx5_glue_modify_wq,
 815         .create_flow = mlx5_glue_create_flow,
 816         .destroy_flow = mlx5_glue_destroy_flow,
 817         .destroy_flow_action = mlx5_glue_destroy_flow_action,
 818         .create_qp = mlx5_glue_create_qp,
 819         .create_qp_ex = mlx5_glue_create_qp_ex,
 820         .destroy_qp = mlx5_glue_destroy_qp,
 821         .modify_qp = mlx5_glue_modify_qp,
 822         .reg_mr = mlx5_glue_reg_mr,
 823         .dereg_mr = mlx5_glue_dereg_mr,
 824         .create_counter_set = mlx5_glue_create_counter_set,
 825         .destroy_counter_set = mlx5_glue_destroy_counter_set,
 826         .describe_counter_set = mlx5_glue_describe_counter_set,
 827         .query_counter_set = mlx5_glue_query_counter_set,
 828         .create_counters = mlx5_glue_create_counters,
 829         .destroy_counters = mlx5_glue_destroy_counters,
 830         .attach_counters = mlx5_glue_attach_counters,
 831         .query_counters = mlx5_glue_query_counters,
 832         .ack_async_event = mlx5_glue_ack_async_event,
 833         .get_async_event = mlx5_glue_get_async_event,
 834         .port_state_str = mlx5_glue_port_state_str,
 835         .cq_ex_to_cq = mlx5_glue_cq_ex_to_cq,
 836         .dr_create_flow_tbl = mlx5_glue_dr_create_flow_tbl,
 837         .dr_destroy_flow_tbl = mlx5_glue_dr_destroy_flow_tbl,
 838         .dr_create_ns = mlx5_glue_dr_create_ns,
 839         .dr_destroy_ns = mlx5_glue_dr_destroy_ns,
 840         .dv_create_cq = mlx5_glue_dv_create_cq,
 841         .dv_create_wq = mlx5_glue_dv_create_wq,
 842         .dv_query_device = mlx5_glue_dv_query_device,
 843         .dv_set_context_attr = mlx5_glue_dv_set_context_attr,
 844         .dv_init_obj = mlx5_glue_dv_init_obj,
 845         .dv_create_qp = mlx5_glue_dv_create_qp,
 846         .dv_create_flow_matcher = mlx5_glue_dv_create_flow_matcher,
 847         .dv_create_flow = mlx5_glue_dv_create_flow,
 848         .dv_create_flow_action_counter =
 849                 mlx5_glue_dv_create_flow_action_counter,
 850         .dv_create_flow_action_dest_ibv_qp =
 851                 mlx5_glue_dv_create_flow_action_dest_ibv_qp,
 852         .dv_create_flow_action_modify_header =
 853                 mlx5_glue_dv_create_flow_action_modify_header,
 854         .dv_create_flow_action_packet_reformat =
 855                 mlx5_glue_dv_create_flow_action_packet_reformat,
 856         .dv_create_flow_action_tag =  mlx5_glue_dv_create_flow_action_tag,
 857         .dv_destroy_flow = mlx5_glue_dv_destroy_flow,
 858         .dv_destroy_flow_matcher = mlx5_glue_dv_destroy_flow_matcher,
 859         .dv_open_device = mlx5_glue_dv_open_device,
 860         .devx_obj_create = mlx5_glue_devx_obj_create,
 861         .devx_obj_destroy = mlx5_glue_devx_obj_destroy,
 862         .devx_obj_query = mlx5_glue_devx_obj_query,
 863         .devx_obj_modify = mlx5_glue_devx_obj_modify,
 864         .devx_general_cmd = mlx5_glue_devx_general_cmd,
 865 };