1 /* SPDX-License-Identifier: BSD-3-Clause
3 * Copyright(c) 2019-2021 Xilinx, Inc.
12 static __checkReturn efx_rc_t
13 efx_mae_get_capabilities(
17 EFX_MCDI_DECLARE_BUF(payload,
18 MC_CMD_MAE_GET_CAPS_IN_LEN,
19 MC_CMD_MAE_GET_CAPS_OUT_LEN);
20 struct efx_mae_s *maep = enp->en_maep;
23 req.emr_cmd = MC_CMD_MAE_GET_CAPS;
24 req.emr_in_buf = payload;
25 req.emr_in_length = MC_CMD_MAE_GET_CAPS_IN_LEN;
26 req.emr_out_buf = payload;
27 req.emr_out_length = MC_CMD_MAE_GET_CAPS_OUT_LEN;
29 efx_mcdi_execute(enp, &req);
31 if (req.emr_rc != 0) {
36 if (req.emr_out_length_used < MC_CMD_MAE_GET_CAPS_OUT_LEN) {
41 maep->em_max_n_outer_prios =
42 MCDI_OUT_DWORD(req, MAE_GET_CAPS_OUT_OUTER_PRIOS);
44 maep->em_max_n_action_prios =
45 MCDI_OUT_DWORD(req, MAE_GET_CAPS_OUT_ACTION_PRIOS);
47 maep->em_encap_types_supported = 0;
49 if (MCDI_OUT_DWORD_FIELD(req, MAE_GET_CAPS_OUT_ENCAP_TYPES_SUPPORTED,
50 MAE_GET_CAPS_OUT_ENCAP_TYPE_VXLAN) != 0) {
51 maep->em_encap_types_supported |=
52 (1U << EFX_TUNNEL_PROTOCOL_VXLAN);
55 if (MCDI_OUT_DWORD_FIELD(req, MAE_GET_CAPS_OUT_ENCAP_TYPES_SUPPORTED,
56 MAE_GET_CAPS_OUT_ENCAP_TYPE_GENEVE) != 0) {
57 maep->em_encap_types_supported |=
58 (1U << EFX_TUNNEL_PROTOCOL_GENEVE);
61 if (MCDI_OUT_DWORD_FIELD(req, MAE_GET_CAPS_OUT_ENCAP_TYPES_SUPPORTED,
62 MAE_GET_CAPS_OUT_ENCAP_TYPE_NVGRE) != 0) {
63 maep->em_encap_types_supported |=
64 (1U << EFX_TUNNEL_PROTOCOL_NVGRE);
67 maep->em_max_nfields =
68 MCDI_OUT_DWORD(req, MAE_GET_CAPS_OUT_MATCH_FIELD_COUNT);
70 maep->em_max_ncounters =
71 MCDI_OUT_DWORD(req, MAE_GET_CAPS_OUT_COUNTERS);
78 EFSYS_PROBE1(fail1, efx_rc_t, rc);
82 static __checkReturn efx_rc_t
83 efx_mae_get_outer_rule_caps(
85 __in unsigned int field_ncaps,
86 __out_ecount(field_ncaps) efx_mae_field_cap_t *field_caps)
89 EFX_MCDI_DECLARE_BUF(payload,
90 MC_CMD_MAE_GET_OR_CAPS_IN_LEN,
91 MC_CMD_MAE_GET_OR_CAPS_OUT_LENMAX_MCDI2);
92 unsigned int mcdi_field_ncaps;
96 if (MC_CMD_MAE_GET_OR_CAPS_OUT_LEN(field_ncaps) >
97 MC_CMD_MAE_GET_OR_CAPS_OUT_LENMAX_MCDI2) {
102 req.emr_cmd = MC_CMD_MAE_GET_OR_CAPS;
103 req.emr_in_buf = payload;
104 req.emr_in_length = MC_CMD_MAE_GET_OR_CAPS_IN_LEN;
105 req.emr_out_buf = payload;
106 req.emr_out_length = MC_CMD_MAE_GET_OR_CAPS_OUT_LEN(field_ncaps);
108 efx_mcdi_execute(enp, &req);
110 if (req.emr_rc != 0) {
115 if (req.emr_out_length_used < MC_CMD_MAE_GET_OR_CAPS_OUT_LENMIN) {
120 mcdi_field_ncaps = MCDI_OUT_DWORD(req, MAE_GET_OR_CAPS_OUT_COUNT);
122 if (req.emr_out_length_used <
123 MC_CMD_MAE_GET_OR_CAPS_OUT_LEN(mcdi_field_ncaps)) {
128 if (mcdi_field_ncaps > field_ncaps) {
133 for (i = 0; i < mcdi_field_ncaps; ++i) {
137 field_caps[i].emfc_support = MCDI_OUT_INDEXED_DWORD_FIELD(req,
138 MAE_GET_OR_CAPS_OUT_FIELD_FLAGS, i,
139 MAE_FIELD_FLAGS_SUPPORT_STATUS);
141 match_flag = MCDI_OUT_INDEXED_DWORD_FIELD(req,
142 MAE_GET_OR_CAPS_OUT_FIELD_FLAGS, i,
143 MAE_FIELD_FLAGS_MATCH_AFFECTS_CLASS);
145 field_caps[i].emfc_match_affects_class =
146 (match_flag != 0) ? B_TRUE : B_FALSE;
148 mask_flag = MCDI_OUT_INDEXED_DWORD_FIELD(req,
149 MAE_GET_OR_CAPS_OUT_FIELD_FLAGS, i,
150 MAE_FIELD_FLAGS_MASK_AFFECTS_CLASS);
152 field_caps[i].emfc_mask_affects_class =
153 (mask_flag != 0) ? B_TRUE : B_FALSE;
167 EFSYS_PROBE1(fail1, efx_rc_t, rc);
171 static __checkReturn efx_rc_t
172 efx_mae_get_action_rule_caps(
174 __in unsigned int field_ncaps,
175 __out_ecount(field_ncaps) efx_mae_field_cap_t *field_caps)
178 EFX_MCDI_DECLARE_BUF(payload,
179 MC_CMD_MAE_GET_AR_CAPS_IN_LEN,
180 MC_CMD_MAE_GET_AR_CAPS_OUT_LENMAX_MCDI2);
181 unsigned int mcdi_field_ncaps;
185 if (MC_CMD_MAE_GET_AR_CAPS_OUT_LEN(field_ncaps) >
186 MC_CMD_MAE_GET_AR_CAPS_OUT_LENMAX_MCDI2) {
191 req.emr_cmd = MC_CMD_MAE_GET_AR_CAPS;
192 req.emr_in_buf = payload;
193 req.emr_in_length = MC_CMD_MAE_GET_AR_CAPS_IN_LEN;
194 req.emr_out_buf = payload;
195 req.emr_out_length = MC_CMD_MAE_GET_AR_CAPS_OUT_LEN(field_ncaps);
197 efx_mcdi_execute(enp, &req);
199 if (req.emr_rc != 0) {
204 if (req.emr_out_length_used < MC_CMD_MAE_GET_AR_CAPS_OUT_LENMIN) {
209 mcdi_field_ncaps = MCDI_OUT_DWORD(req, MAE_GET_AR_CAPS_OUT_COUNT);
211 if (req.emr_out_length_used <
212 MC_CMD_MAE_GET_AR_CAPS_OUT_LEN(mcdi_field_ncaps)) {
217 if (mcdi_field_ncaps > field_ncaps) {
222 for (i = 0; i < mcdi_field_ncaps; ++i) {
226 field_caps[i].emfc_support = MCDI_OUT_INDEXED_DWORD_FIELD(req,
227 MAE_GET_AR_CAPS_OUT_FIELD_FLAGS, i,
228 MAE_FIELD_FLAGS_SUPPORT_STATUS);
230 match_flag = MCDI_OUT_INDEXED_DWORD_FIELD(req,
231 MAE_GET_AR_CAPS_OUT_FIELD_FLAGS, i,
232 MAE_FIELD_FLAGS_MATCH_AFFECTS_CLASS);
234 field_caps[i].emfc_match_affects_class =
235 (match_flag != 0) ? B_TRUE : B_FALSE;
237 mask_flag = MCDI_OUT_INDEXED_DWORD_FIELD(req,
238 MAE_GET_AR_CAPS_OUT_FIELD_FLAGS, i,
239 MAE_FIELD_FLAGS_MASK_AFFECTS_CLASS);
241 field_caps[i].emfc_mask_affects_class =
242 (mask_flag != 0) ? B_TRUE : B_FALSE;
256 EFSYS_PROBE1(fail1, efx_rc_t, rc);
260 __checkReturn efx_rc_t
264 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
265 efx_mae_field_cap_t *or_fcaps;
266 size_t or_fcaps_size;
267 efx_mae_field_cap_t *ar_fcaps;
268 size_t ar_fcaps_size;
272 if (encp->enc_mae_supported == B_FALSE) {
277 EFSYS_KMEM_ALLOC(enp->en_esip, sizeof (*maep), maep);
285 rc = efx_mae_get_capabilities(enp);
289 or_fcaps_size = maep->em_max_nfields * sizeof (*or_fcaps);
290 EFSYS_KMEM_ALLOC(enp->en_esip, or_fcaps_size, or_fcaps);
291 if (or_fcaps == NULL) {
296 maep->em_outer_rule_field_caps_size = or_fcaps_size;
297 maep->em_outer_rule_field_caps = or_fcaps;
299 rc = efx_mae_get_outer_rule_caps(enp, maep->em_max_nfields, or_fcaps);
303 ar_fcaps_size = maep->em_max_nfields * sizeof (*ar_fcaps);
304 EFSYS_KMEM_ALLOC(enp->en_esip, ar_fcaps_size, ar_fcaps);
305 if (ar_fcaps == NULL) {
310 maep->em_action_rule_field_caps_size = ar_fcaps_size;
311 maep->em_action_rule_field_caps = ar_fcaps;
313 rc = efx_mae_get_action_rule_caps(enp, maep->em_max_nfields, ar_fcaps);
321 EFSYS_KMEM_FREE(enp->en_esip, ar_fcaps_size, ar_fcaps);
326 EFSYS_KMEM_FREE(enp->en_esip, or_fcaps_size, or_fcaps);
331 EFSYS_KMEM_FREE(enp->en_esip, sizeof (struct efx_mae_s), enp->en_maep);
336 EFSYS_PROBE1(fail1, efx_rc_t, rc);
344 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
345 efx_mae_t *maep = enp->en_maep;
347 if (encp->enc_mae_supported == B_FALSE)
350 EFSYS_KMEM_FREE(enp->en_esip, maep->em_action_rule_field_caps_size,
351 maep->em_action_rule_field_caps);
352 EFSYS_KMEM_FREE(enp->en_esip, maep->em_outer_rule_field_caps_size,
353 maep->em_outer_rule_field_caps);
354 EFSYS_KMEM_FREE(enp->en_esip, sizeof (*maep), maep);
358 __checkReturn efx_rc_t
361 __out efx_mae_limits_t *emlp)
363 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
364 struct efx_mae_s *maep = enp->en_maep;
367 if (encp->enc_mae_supported == B_FALSE) {
372 emlp->eml_max_n_outer_prios = maep->em_max_n_outer_prios;
373 emlp->eml_max_n_action_prios = maep->em_max_n_action_prios;
374 emlp->eml_encap_types_supported = maep->em_encap_types_supported;
375 emlp->eml_encap_header_size_limit =
376 MC_CMD_MAE_ENCAP_HEADER_ALLOC_IN_HDR_DATA_MAXNUM_MCDI2;
377 emlp->eml_max_n_counters = maep->em_max_ncounters;
382 EFSYS_PROBE1(fail1, efx_rc_t, rc);
386 __checkReturn efx_rc_t
387 efx_mae_match_spec_init(
389 __in efx_mae_rule_type_t type,
391 __out efx_mae_match_spec_t **specp)
393 efx_mae_match_spec_t *spec;
397 case EFX_MAE_RULE_OUTER:
399 case EFX_MAE_RULE_ACTION:
406 EFSYS_KMEM_ALLOC(enp->en_esip, sizeof (*spec), spec);
412 spec->emms_type = type;
413 spec->emms_prio = prio;
422 EFSYS_PROBE1(fail1, efx_rc_t, rc);
427 efx_mae_match_spec_fini(
429 __in efx_mae_match_spec_t *spec)
431 EFSYS_KMEM_FREE(enp->en_esip, sizeof (*spec), spec);
434 /* Named identifiers which are valid indices to efx_mae_field_cap_t */
435 typedef enum efx_mae_field_cap_id_e {
436 EFX_MAE_FIELD_ID_INGRESS_MPORT_SELECTOR = MAE_FIELD_INGRESS_PORT,
437 EFX_MAE_FIELD_ID_ETHER_TYPE_BE = MAE_FIELD_ETHER_TYPE,
438 EFX_MAE_FIELD_ID_ETH_SADDR_BE = MAE_FIELD_ETH_SADDR,
439 EFX_MAE_FIELD_ID_ETH_DADDR_BE = MAE_FIELD_ETH_DADDR,
440 EFX_MAE_FIELD_ID_VLAN0_TCI_BE = MAE_FIELD_VLAN0_TCI,
441 EFX_MAE_FIELD_ID_VLAN0_PROTO_BE = MAE_FIELD_VLAN0_PROTO,
442 EFX_MAE_FIELD_ID_VLAN1_TCI_BE = MAE_FIELD_VLAN1_TCI,
443 EFX_MAE_FIELD_ID_VLAN1_PROTO_BE = MAE_FIELD_VLAN1_PROTO,
444 EFX_MAE_FIELD_ID_SRC_IP4_BE = MAE_FIELD_SRC_IP4,
445 EFX_MAE_FIELD_ID_DST_IP4_BE = MAE_FIELD_DST_IP4,
446 EFX_MAE_FIELD_ID_IP_PROTO = MAE_FIELD_IP_PROTO,
447 EFX_MAE_FIELD_ID_IP_TOS = MAE_FIELD_IP_TOS,
448 EFX_MAE_FIELD_ID_IP_TTL = MAE_FIELD_IP_TTL,
449 EFX_MAE_FIELD_ID_SRC_IP6_BE = MAE_FIELD_SRC_IP6,
450 EFX_MAE_FIELD_ID_DST_IP6_BE = MAE_FIELD_DST_IP6,
451 EFX_MAE_FIELD_ID_L4_SPORT_BE = MAE_FIELD_L4_SPORT,
452 EFX_MAE_FIELD_ID_L4_DPORT_BE = MAE_FIELD_L4_DPORT,
453 EFX_MAE_FIELD_ID_TCP_FLAGS_BE = MAE_FIELD_TCP_FLAGS,
454 EFX_MAE_FIELD_ID_ENC_ETHER_TYPE_BE = MAE_FIELD_ENC_ETHER_TYPE,
455 EFX_MAE_FIELD_ID_ENC_ETH_SADDR_BE = MAE_FIELD_ENC_ETH_SADDR,
456 EFX_MAE_FIELD_ID_ENC_ETH_DADDR_BE = MAE_FIELD_ENC_ETH_DADDR,
457 EFX_MAE_FIELD_ID_ENC_VLAN0_TCI_BE = MAE_FIELD_ENC_VLAN0_TCI,
458 EFX_MAE_FIELD_ID_ENC_VLAN0_PROTO_BE = MAE_FIELD_ENC_VLAN0_PROTO,
459 EFX_MAE_FIELD_ID_ENC_VLAN1_TCI_BE = MAE_FIELD_ENC_VLAN1_TCI,
460 EFX_MAE_FIELD_ID_ENC_VLAN1_PROTO_BE = MAE_FIELD_ENC_VLAN1_PROTO,
461 EFX_MAE_FIELD_ID_ENC_SRC_IP4_BE = MAE_FIELD_ENC_SRC_IP4,
462 EFX_MAE_FIELD_ID_ENC_DST_IP4_BE = MAE_FIELD_ENC_DST_IP4,
463 EFX_MAE_FIELD_ID_ENC_IP_PROTO = MAE_FIELD_ENC_IP_PROTO,
464 EFX_MAE_FIELD_ID_ENC_IP_TOS = MAE_FIELD_ENC_IP_TOS,
465 EFX_MAE_FIELD_ID_ENC_IP_TTL = MAE_FIELD_ENC_IP_TTL,
466 EFX_MAE_FIELD_ID_ENC_SRC_IP6_BE = MAE_FIELD_ENC_SRC_IP6,
467 EFX_MAE_FIELD_ID_ENC_DST_IP6_BE = MAE_FIELD_ENC_DST_IP6,
468 EFX_MAE_FIELD_ID_ENC_L4_SPORT_BE = MAE_FIELD_ENC_L4_SPORT,
469 EFX_MAE_FIELD_ID_ENC_L4_DPORT_BE = MAE_FIELD_ENC_L4_DPORT,
470 EFX_MAE_FIELD_ID_ENC_VNET_ID_BE = MAE_FIELD_ENC_VNET_ID,
471 EFX_MAE_FIELD_ID_OUTER_RULE_ID = MAE_FIELD_OUTER_RULE_ID,
472 EFX_MAE_FIELD_ID_HAS_OVLAN = MAE_FIELD_HAS_OVLAN,
473 EFX_MAE_FIELD_ID_HAS_IVLAN = MAE_FIELD_HAS_IVLAN,
474 EFX_MAE_FIELD_ID_ENC_HAS_OVLAN = MAE_FIELD_ENC_HAS_OVLAN,
475 EFX_MAE_FIELD_ID_ENC_HAS_IVLAN = MAE_FIELD_ENC_HAS_IVLAN,
477 EFX_MAE_FIELD_CAP_NIDS
478 } efx_mae_field_cap_id_t;
480 typedef enum efx_mae_field_endianness_e {
481 EFX_MAE_FIELD_LE = 0,
484 EFX_MAE_FIELD_ENDIANNESS_NTYPES
485 } efx_mae_field_endianness_t;
488 * The following structure is a means to describe an MAE field.
489 * The information in it is meant to be used internally by
490 * APIs for addressing a given field in a mask-value pairs
491 * structure and for validation purposes.
493 * A field may have an alternative one. This structure
494 * has additional members to reference the alternative
495 * field's mask. See efx_mae_match_spec_is_valid().
497 typedef struct efx_mae_mv_desc_s {
498 efx_mae_field_cap_id_t emmd_field_cap_id;
500 size_t emmd_value_size;
501 size_t emmd_value_offset;
502 size_t emmd_mask_size;
503 size_t emmd_mask_offset;
506 * Having the alternative field's mask size set to 0
507 * means that there's no alternative field specified.
509 size_t emmd_alt_mask_size;
510 size_t emmd_alt_mask_offset;
512 /* Primary field and the alternative one are of the same endianness. */
513 efx_mae_field_endianness_t emmd_endianness;
516 /* Indices to this array are provided by efx_mae_field_id_t */
517 static const efx_mae_mv_desc_t __efx_mae_action_rule_mv_desc_set[] = {
518 #define EFX_MAE_MV_DESC(_name, _endianness) \
519 [EFX_MAE_FIELD_##_name] = \
521 EFX_MAE_FIELD_ID_##_name, \
522 MAE_FIELD_MASK_VALUE_PAIRS_##_name##_LEN, \
523 MAE_FIELD_MASK_VALUE_PAIRS_##_name##_OFST, \
524 MAE_FIELD_MASK_VALUE_PAIRS_##_name##_MASK_LEN, \
525 MAE_FIELD_MASK_VALUE_PAIRS_##_name##_MASK_OFST, \
526 0, 0 /* no alternative field */, \
530 EFX_MAE_MV_DESC(INGRESS_MPORT_SELECTOR, EFX_MAE_FIELD_LE),
531 EFX_MAE_MV_DESC(ETHER_TYPE_BE, EFX_MAE_FIELD_BE),
532 EFX_MAE_MV_DESC(ETH_SADDR_BE, EFX_MAE_FIELD_BE),
533 EFX_MAE_MV_DESC(ETH_DADDR_BE, EFX_MAE_FIELD_BE),
534 EFX_MAE_MV_DESC(VLAN0_TCI_BE, EFX_MAE_FIELD_BE),
535 EFX_MAE_MV_DESC(VLAN0_PROTO_BE, EFX_MAE_FIELD_BE),
536 EFX_MAE_MV_DESC(VLAN1_TCI_BE, EFX_MAE_FIELD_BE),
537 EFX_MAE_MV_DESC(VLAN1_PROTO_BE, EFX_MAE_FIELD_BE),
538 EFX_MAE_MV_DESC(SRC_IP4_BE, EFX_MAE_FIELD_BE),
539 EFX_MAE_MV_DESC(DST_IP4_BE, EFX_MAE_FIELD_BE),
540 EFX_MAE_MV_DESC(IP_PROTO, EFX_MAE_FIELD_BE),
541 EFX_MAE_MV_DESC(IP_TOS, EFX_MAE_FIELD_BE),
542 EFX_MAE_MV_DESC(IP_TTL, EFX_MAE_FIELD_BE),
543 EFX_MAE_MV_DESC(SRC_IP6_BE, EFX_MAE_FIELD_BE),
544 EFX_MAE_MV_DESC(DST_IP6_BE, EFX_MAE_FIELD_BE),
545 EFX_MAE_MV_DESC(L4_SPORT_BE, EFX_MAE_FIELD_BE),
546 EFX_MAE_MV_DESC(L4_DPORT_BE, EFX_MAE_FIELD_BE),
547 EFX_MAE_MV_DESC(TCP_FLAGS_BE, EFX_MAE_FIELD_BE),
548 EFX_MAE_MV_DESC(ENC_VNET_ID_BE, EFX_MAE_FIELD_BE),
549 EFX_MAE_MV_DESC(OUTER_RULE_ID, EFX_MAE_FIELD_LE),
551 #undef EFX_MAE_MV_DESC
554 /* Indices to this array are provided by efx_mae_field_id_t */
555 static const efx_mae_mv_desc_t __efx_mae_outer_rule_mv_desc_set[] = {
556 #define EFX_MAE_MV_DESC(_name, _endianness) \
557 [EFX_MAE_FIELD_##_name] = \
559 EFX_MAE_FIELD_ID_##_name, \
560 MAE_ENC_FIELD_PAIRS_##_name##_LEN, \
561 MAE_ENC_FIELD_PAIRS_##_name##_OFST, \
562 MAE_ENC_FIELD_PAIRS_##_name##_MASK_LEN, \
563 MAE_ENC_FIELD_PAIRS_##_name##_MASK_OFST, \
564 0, 0 /* no alternative field */, \
568 /* Same as EFX_MAE_MV_DESC(), but also indicates an alternative field. */
569 #define EFX_MAE_MV_DESC_ALT(_name, _alt_name, _endianness) \
570 [EFX_MAE_FIELD_##_name] = \
572 EFX_MAE_FIELD_ID_##_name, \
573 MAE_ENC_FIELD_PAIRS_##_name##_LEN, \
574 MAE_ENC_FIELD_PAIRS_##_name##_OFST, \
575 MAE_ENC_FIELD_PAIRS_##_name##_MASK_LEN, \
576 MAE_ENC_FIELD_PAIRS_##_name##_MASK_OFST, \
577 MAE_ENC_FIELD_PAIRS_##_alt_name##_MASK_LEN, \
578 MAE_ENC_FIELD_PAIRS_##_alt_name##_MASK_OFST, \
582 EFX_MAE_MV_DESC(INGRESS_MPORT_SELECTOR, EFX_MAE_FIELD_LE),
583 EFX_MAE_MV_DESC(ENC_ETHER_TYPE_BE, EFX_MAE_FIELD_BE),
584 EFX_MAE_MV_DESC(ENC_ETH_SADDR_BE, EFX_MAE_FIELD_BE),
585 EFX_MAE_MV_DESC(ENC_ETH_DADDR_BE, EFX_MAE_FIELD_BE),
586 EFX_MAE_MV_DESC(ENC_VLAN0_TCI_BE, EFX_MAE_FIELD_BE),
587 EFX_MAE_MV_DESC(ENC_VLAN0_PROTO_BE, EFX_MAE_FIELD_BE),
588 EFX_MAE_MV_DESC(ENC_VLAN1_TCI_BE, EFX_MAE_FIELD_BE),
589 EFX_MAE_MV_DESC(ENC_VLAN1_PROTO_BE, EFX_MAE_FIELD_BE),
590 EFX_MAE_MV_DESC_ALT(ENC_SRC_IP4_BE, ENC_SRC_IP6_BE, EFX_MAE_FIELD_BE),
591 EFX_MAE_MV_DESC_ALT(ENC_DST_IP4_BE, ENC_DST_IP6_BE, EFX_MAE_FIELD_BE),
592 EFX_MAE_MV_DESC(ENC_IP_PROTO, EFX_MAE_FIELD_BE),
593 EFX_MAE_MV_DESC(ENC_IP_TOS, EFX_MAE_FIELD_BE),
594 EFX_MAE_MV_DESC(ENC_IP_TTL, EFX_MAE_FIELD_BE),
595 EFX_MAE_MV_DESC_ALT(ENC_SRC_IP6_BE, ENC_SRC_IP4_BE, EFX_MAE_FIELD_BE),
596 EFX_MAE_MV_DESC_ALT(ENC_DST_IP6_BE, ENC_DST_IP4_BE, EFX_MAE_FIELD_BE),
597 EFX_MAE_MV_DESC(ENC_L4_SPORT_BE, EFX_MAE_FIELD_BE),
598 EFX_MAE_MV_DESC(ENC_L4_DPORT_BE, EFX_MAE_FIELD_BE),
600 #undef EFX_MAE_MV_DESC_ALT
601 #undef EFX_MAE_MV_DESC
605 * The following structure is a means to describe an MAE bit.
606 * The information in it is meant to be used internally by
607 * APIs for addressing a given flag in a mask-value pairs
608 * structure and for validation purposes.
610 typedef struct efx_mae_mv_bit_desc_s {
612 * Arrays using this struct are indexed by field IDs.
613 * Fields which aren't meant to be referenced by these
614 * arrays comprise gaps (invalid entries). Below field
615 * helps to identify such entries.
617 boolean_t emmbd_entry_is_valid;
618 efx_mae_field_cap_id_t emmbd_bit_cap_id;
619 size_t emmbd_value_ofst;
620 unsigned int emmbd_value_lbn;
621 size_t emmbd_mask_ofst;
622 unsigned int emmbd_mask_lbn;
623 } efx_mae_mv_bit_desc_t;
625 static const efx_mae_mv_bit_desc_t __efx_mae_outer_rule_mv_bit_desc_set[] = {
626 #define EFX_MAE_MV_BIT_DESC(_name) \
627 [EFX_MAE_FIELD_##_name] = \
630 EFX_MAE_FIELD_ID_##_name, \
631 MAE_ENC_FIELD_PAIRS_##_name##_OFST, \
632 MAE_ENC_FIELD_PAIRS_##_name##_LBN, \
633 MAE_ENC_FIELD_PAIRS_##_name##_MASK_OFST, \
634 MAE_ENC_FIELD_PAIRS_##_name##_MASK_LBN, \
637 EFX_MAE_MV_BIT_DESC(ENC_HAS_OVLAN),
638 EFX_MAE_MV_BIT_DESC(ENC_HAS_IVLAN),
640 #undef EFX_MAE_MV_BIT_DESC
643 static const efx_mae_mv_bit_desc_t __efx_mae_action_rule_mv_bit_desc_set[] = {
644 #define EFX_MAE_MV_BIT_DESC(_name) \
645 [EFX_MAE_FIELD_##_name] = \
648 EFX_MAE_FIELD_ID_##_name, \
649 MAE_FIELD_MASK_VALUE_PAIRS_V2_FLAGS_OFST, \
650 MAE_FIELD_MASK_VALUE_PAIRS_V2_##_name##_LBN, \
651 MAE_FIELD_MASK_VALUE_PAIRS_V2_FLAGS_MASK_OFST, \
652 MAE_FIELD_MASK_VALUE_PAIRS_V2_##_name##_LBN, \
655 EFX_MAE_MV_BIT_DESC(HAS_OVLAN),
656 EFX_MAE_MV_BIT_DESC(HAS_IVLAN),
657 EFX_MAE_MV_BIT_DESC(ENC_HAS_OVLAN),
658 EFX_MAE_MV_BIT_DESC(ENC_HAS_IVLAN),
660 #undef EFX_MAE_MV_BIT_DESC
663 __checkReturn efx_rc_t
664 efx_mae_mport_invalid(
665 __out efx_mport_sel_t *mportp)
670 if (mportp == NULL) {
675 EFX_POPULATE_DWORD_1(dword,
676 MAE_MPORT_SELECTOR_TYPE, MAE_MPORT_SELECTOR_TYPE_INVALID);
678 memset(mportp, 0, sizeof (*mportp));
679 mportp->sel = dword.ed_u32[0];
684 EFSYS_PROBE1(fail1, efx_rc_t, rc);
688 __checkReturn efx_rc_t
689 efx_mae_mport_by_phy_port(
690 __in uint32_t phy_port,
691 __out efx_mport_sel_t *mportp)
696 if (phy_port > EFX_MASK32(MAE_MPORT_SELECTOR_PPORT_ID)) {
701 EFX_POPULATE_DWORD_2(dword,
702 MAE_MPORT_SELECTOR_TYPE, MAE_MPORT_SELECTOR_TYPE_PPORT,
703 MAE_MPORT_SELECTOR_PPORT_ID, phy_port);
705 memset(mportp, 0, sizeof (*mportp));
707 * The constructed DWORD is little-endian,
708 * but the resulting value is meant to be
709 * passed to MCDIs, where it will undergo
710 * host-order to little endian conversion.
712 mportp->sel = EFX_DWORD_FIELD(dword, EFX_DWORD_0);
717 EFSYS_PROBE1(fail1, efx_rc_t, rc);
721 __checkReturn efx_rc_t
722 efx_mae_mport_by_pcie_function(
725 __out efx_mport_sel_t *mportp)
730 EFX_STATIC_ASSERT(EFX_PCI_VF_INVALID ==
731 MAE_MPORT_SELECTOR_FUNC_VF_ID_NULL);
733 if (pf > EFX_MASK32(MAE_MPORT_SELECTOR_FUNC_PF_ID)) {
738 if (vf > EFX_MASK32(MAE_MPORT_SELECTOR_FUNC_VF_ID)) {
743 EFX_POPULATE_DWORD_3(dword,
744 MAE_MPORT_SELECTOR_TYPE, MAE_MPORT_SELECTOR_TYPE_FUNC,
745 MAE_MPORT_SELECTOR_FUNC_PF_ID, pf,
746 MAE_MPORT_SELECTOR_FUNC_VF_ID, vf);
748 memset(mportp, 0, sizeof (*mportp));
750 * The constructed DWORD is little-endian,
751 * but the resulting value is meant to be
752 * passed to MCDIs, where it will undergo
753 * host-order to little endian conversion.
755 mportp->sel = EFX_DWORD_FIELD(dword, EFX_DWORD_0);
762 EFSYS_PROBE1(fail1, efx_rc_t, rc);
766 static __checkReturn efx_rc_t
767 efx_mcdi_mae_mport_lookup(
769 __in const efx_mport_sel_t *mport_selectorp,
770 __out efx_mport_id_t *mport_idp)
773 EFX_MCDI_DECLARE_BUF(payload,
774 MC_CMD_MAE_MPORT_LOOKUP_IN_LEN,
775 MC_CMD_MAE_MPORT_LOOKUP_OUT_LEN);
778 req.emr_cmd = MC_CMD_MAE_MPORT_LOOKUP;
779 req.emr_in_buf = payload;
780 req.emr_in_length = MC_CMD_MAE_MPORT_LOOKUP_IN_LEN;
781 req.emr_out_buf = payload;
782 req.emr_out_length = MC_CMD_MAE_MPORT_LOOKUP_OUT_LEN;
784 MCDI_IN_SET_DWORD(req, MAE_MPORT_LOOKUP_IN_MPORT_SELECTOR,
785 mport_selectorp->sel);
787 efx_mcdi_execute(enp, &req);
789 if (req.emr_rc != 0) {
794 mport_idp->id = MCDI_OUT_DWORD(req, MAE_MPORT_LOOKUP_OUT_MPORT_ID);
799 EFSYS_PROBE1(fail1, efx_rc_t, rc);
803 __checkReturn efx_rc_t
804 efx_mae_mport_id_by_selector(
806 __in const efx_mport_sel_t *mport_selectorp,
807 __out efx_mport_id_t *mport_idp)
809 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
812 if (encp->enc_mae_supported == B_FALSE) {
817 rc = efx_mcdi_mae_mport_lookup(enp, mport_selectorp, mport_idp);
826 EFSYS_PROBE1(fail1, efx_rc_t, rc);
830 __checkReturn efx_rc_t
831 efx_mae_match_spec_field_set(
832 __in efx_mae_match_spec_t *spec,
833 __in efx_mae_field_id_t field_id,
834 __in size_t value_size,
835 __in_bcount(value_size) const uint8_t *value,
836 __in size_t mask_size,
837 __in_bcount(mask_size) const uint8_t *mask)
839 const efx_mae_mv_desc_t *descp;
840 unsigned int desc_set_nentries;
844 switch (spec->emms_type) {
845 case EFX_MAE_RULE_OUTER:
847 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_desc_set);
848 descp = &__efx_mae_outer_rule_mv_desc_set[field_id];
849 mvp = spec->emms_mask_value_pairs.outer;
851 case EFX_MAE_RULE_ACTION:
853 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_desc_set);
854 descp = &__efx_mae_action_rule_mv_desc_set[field_id];
855 mvp = spec->emms_mask_value_pairs.action;
862 if ((unsigned int)field_id >= desc_set_nentries) {
867 if (descp->emmd_mask_size == 0) {
868 /* The ID points to a gap in the array of field descriptors. */
873 if (value_size != descp->emmd_value_size) {
878 if (mask_size != descp->emmd_mask_size) {
883 if (descp->emmd_endianness == EFX_MAE_FIELD_BE) {
887 * The mask/value are in network (big endian) order.
888 * The MCDI request field is also big endian.
891 EFSYS_ASSERT3U(value_size, ==, mask_size);
893 for (i = 0; i < value_size; ++i) {
894 uint8_t *v_bytep = mvp + descp->emmd_value_offset + i;
895 uint8_t *m_bytep = mvp + descp->emmd_mask_offset + i;
898 * Apply the mask (which may be all-zeros) to the value.
900 * If this API is provided with some value to set for a
901 * given field in one specification and with some other
902 * value to set for this field in another specification,
903 * then, if the two masks are all-zeros, the field will
904 * avoid being counted as a mismatch when comparing the
905 * specifications using efx_mae_match_specs_equal() API.
907 *v_bytep = value[i] & mask[i];
914 * The mask/value are in host byte order.
915 * The MCDI request field is little endian.
917 switch (value_size) {
919 EFX_POPULATE_DWORD_1(dword,
920 EFX_DWORD_0, *(const uint32_t *)value);
922 memcpy(mvp + descp->emmd_value_offset,
923 &dword, sizeof (dword));
926 EFSYS_ASSERT(B_FALSE);
931 EFX_POPULATE_DWORD_1(dword,
932 EFX_DWORD_0, *(const uint32_t *)mask);
934 memcpy(mvp + descp->emmd_mask_offset,
935 &dword, sizeof (dword));
938 EFSYS_ASSERT(B_FALSE);
953 EFSYS_PROBE1(fail1, efx_rc_t, rc);
957 __checkReturn efx_rc_t
958 efx_mae_match_spec_bit_set(
959 __in efx_mae_match_spec_t *spec,
960 __in efx_mae_field_id_t field_id,
961 __in boolean_t value)
963 const efx_mae_mv_bit_desc_t *bit_descp;
964 unsigned int bit_desc_set_nentries;
965 unsigned int byte_idx;
966 unsigned int bit_idx;
970 switch (spec->emms_type) {
971 case EFX_MAE_RULE_OUTER:
972 bit_desc_set_nentries =
973 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_bit_desc_set);
974 bit_descp = &__efx_mae_outer_rule_mv_bit_desc_set[field_id];
975 mvp = spec->emms_mask_value_pairs.outer;
977 case EFX_MAE_RULE_ACTION:
978 bit_desc_set_nentries =
979 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_bit_desc_set);
980 bit_descp = &__efx_mae_action_rule_mv_bit_desc_set[field_id];
981 mvp = spec->emms_mask_value_pairs.action;
988 if ((unsigned int)field_id >= bit_desc_set_nentries) {
993 if (bit_descp->emmbd_entry_is_valid == B_FALSE) {
998 byte_idx = bit_descp->emmbd_value_ofst + bit_descp->emmbd_value_lbn / 8;
999 bit_idx = bit_descp->emmbd_value_lbn % 8;
1001 if (value != B_FALSE)
1002 mvp[byte_idx] |= (1U << bit_idx);
1004 mvp[byte_idx] &= ~(1U << bit_idx);
1006 byte_idx = bit_descp->emmbd_mask_ofst + bit_descp->emmbd_mask_lbn / 8;
1007 bit_idx = bit_descp->emmbd_mask_lbn % 8;
1008 mvp[byte_idx] |= (1U << bit_idx);
1017 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1021 __checkReturn efx_rc_t
1022 efx_mae_match_spec_mport_set(
1023 __in efx_mae_match_spec_t *spec,
1024 __in const efx_mport_sel_t *valuep,
1025 __in_opt const efx_mport_sel_t *maskp)
1027 uint32_t full_mask = UINT32_MAX;
1032 if (valuep == NULL) {
1037 vp = (const uint8_t *)&valuep->sel;
1039 mp = (const uint8_t *)&maskp->sel;
1041 mp = (const uint8_t *)&full_mask;
1043 rc = efx_mae_match_spec_field_set(spec,
1044 EFX_MAE_FIELD_INGRESS_MPORT_SELECTOR,
1045 sizeof (valuep->sel), vp, sizeof (maskp->sel), mp);
1054 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1058 __checkReturn boolean_t
1059 efx_mae_match_specs_equal(
1060 __in const efx_mae_match_spec_t *left,
1061 __in const efx_mae_match_spec_t *right)
1063 return ((memcmp(left, right, sizeof (*left)) == 0) ? B_TRUE : B_FALSE);
1066 #define EFX_MASK_BIT_IS_SET(_mask, _mask_page_nbits, _bit) \
1067 ((_mask)[(_bit) / (_mask_page_nbits)] & \
1068 (1ULL << ((_bit) & ((_mask_page_nbits) - 1))))
1072 __in size_t mask_nbytes,
1073 __in_bcount(mask_nbytes) const uint8_t *maskp)
1075 boolean_t prev_bit_is_set = B_TRUE;
1078 for (i = 0; i < 8 * mask_nbytes; ++i) {
1079 boolean_t bit_is_set = EFX_MASK_BIT_IS_SET(maskp, 8, i);
1081 if (!prev_bit_is_set && bit_is_set)
1084 prev_bit_is_set = bit_is_set;
1091 efx_mask_is_all_ones(
1092 __in size_t mask_nbytes,
1093 __in_bcount(mask_nbytes) const uint8_t *maskp)
1098 for (i = 0; i < mask_nbytes; ++i)
1101 return (t == (uint8_t)(~0));
1105 efx_mask_is_all_zeros(
1106 __in size_t mask_nbytes,
1107 __in_bcount(mask_nbytes) const uint8_t *maskp)
1112 for (i = 0; i < mask_nbytes; ++i)
1118 __checkReturn boolean_t
1119 efx_mae_match_spec_is_valid(
1120 __in efx_nic_t *enp,
1121 __in const efx_mae_match_spec_t *spec)
1123 efx_mae_t *maep = enp->en_maep;
1124 unsigned int field_ncaps = maep->em_max_nfields;
1125 const efx_mae_field_cap_t *field_caps;
1126 const efx_mae_mv_desc_t *desc_setp;
1127 unsigned int desc_set_nentries;
1128 const efx_mae_mv_bit_desc_t *bit_desc_setp;
1129 unsigned int bit_desc_set_nentries;
1130 boolean_t is_valid = B_TRUE;
1131 efx_mae_field_id_t field_id;
1134 switch (spec->emms_type) {
1135 case EFX_MAE_RULE_OUTER:
1136 field_caps = maep->em_outer_rule_field_caps;
1137 desc_setp = __efx_mae_outer_rule_mv_desc_set;
1139 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_desc_set);
1140 bit_desc_setp = __efx_mae_outer_rule_mv_bit_desc_set;
1141 bit_desc_set_nentries =
1142 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_bit_desc_set);
1143 mvp = spec->emms_mask_value_pairs.outer;
1145 case EFX_MAE_RULE_ACTION:
1146 field_caps = maep->em_action_rule_field_caps;
1147 desc_setp = __efx_mae_action_rule_mv_desc_set;
1149 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_desc_set);
1150 bit_desc_setp = __efx_mae_action_rule_mv_bit_desc_set;
1151 bit_desc_set_nentries =
1152 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_bit_desc_set);
1153 mvp = spec->emms_mask_value_pairs.action;
1159 if (field_caps == NULL)
1162 for (field_id = 0; (unsigned int)field_id < desc_set_nentries;
1164 const efx_mae_mv_desc_t *descp = &desc_setp[field_id];
1165 efx_mae_field_cap_id_t field_cap_id = descp->emmd_field_cap_id;
1166 const uint8_t *alt_m_buf = mvp + descp->emmd_alt_mask_offset;
1167 const uint8_t *m_buf = mvp + descp->emmd_mask_offset;
1168 size_t alt_m_size = descp->emmd_alt_mask_size;
1169 size_t m_size = descp->emmd_mask_size;
1172 continue; /* Skip array gap */
1174 if ((unsigned int)field_cap_id >= field_ncaps) {
1176 * The FW has not reported capability status for
1177 * this field. Make sure that its mask is zeroed.
1179 is_valid = efx_mask_is_all_zeros(m_size, m_buf);
1180 if (is_valid != B_FALSE)
1186 switch (field_caps[field_cap_id].emfc_support) {
1187 case MAE_FIELD_SUPPORTED_MATCH_MASK:
1190 case MAE_FIELD_SUPPORTED_MATCH_PREFIX:
1191 is_valid = efx_mask_is_prefix(m_size, m_buf);
1193 case MAE_FIELD_SUPPORTED_MATCH_OPTIONAL:
1194 is_valid = (efx_mask_is_all_ones(m_size, m_buf) ||
1195 efx_mask_is_all_zeros(m_size, m_buf));
1197 case MAE_FIELD_SUPPORTED_MATCH_ALWAYS:
1198 is_valid = efx_mask_is_all_ones(m_size, m_buf);
1200 if ((is_valid == B_FALSE) && (alt_m_size != 0)) {
1202 * This field has an alternative one. The FW
1203 * reports ALWAYS for both implying that one
1204 * of them is required to have all-ones mask.
1206 * The primary field's mask is incorrect; go
1207 * on to check that of the alternative field.
1209 is_valid = efx_mask_is_all_ones(alt_m_size,
1213 case MAE_FIELD_SUPPORTED_MATCH_NEVER:
1214 case MAE_FIELD_UNSUPPORTED:
1216 is_valid = efx_mask_is_all_zeros(m_size, m_buf);
1220 if (is_valid == B_FALSE)
1224 for (field_id = 0; (unsigned int)field_id < bit_desc_set_nentries;
1226 const efx_mae_mv_bit_desc_t *bit_descp =
1227 &bit_desc_setp[field_id];
1228 unsigned int byte_idx =
1229 bit_descp->emmbd_mask_ofst +
1230 bit_descp->emmbd_mask_lbn / 8;
1231 unsigned int bit_idx =
1232 bit_descp->emmbd_mask_lbn % 8;
1233 efx_mae_field_cap_id_t bit_cap_id =
1234 bit_descp->emmbd_bit_cap_id;
1236 if (bit_descp->emmbd_entry_is_valid == B_FALSE)
1237 continue; /* Skip array gap */
1239 if ((unsigned int)bit_cap_id >= field_ncaps) {
1240 /* No capability for this bit = unsupported. */
1241 is_valid = ((mvp[byte_idx] & (1U << bit_idx)) == 0);
1242 if (is_valid == B_FALSE)
1248 switch (field_caps[bit_cap_id].emfc_support) {
1249 case MAE_FIELD_SUPPORTED_MATCH_OPTIONAL:
1252 case MAE_FIELD_SUPPORTED_MATCH_ALWAYS:
1253 is_valid = ((mvp[byte_idx] & (1U << bit_idx)) != 0);
1255 case MAE_FIELD_SUPPORTED_MATCH_NEVER:
1256 case MAE_FIELD_UNSUPPORTED:
1258 is_valid = ((mvp[byte_idx] & (1U << bit_idx)) == 0);
1262 if (is_valid == B_FALSE)
1269 __checkReturn efx_rc_t
1270 efx_mae_action_set_spec_init(
1271 __in efx_nic_t *enp,
1272 __out efx_mae_actions_t **specp)
1274 efx_mae_actions_t *spec;
1277 EFSYS_KMEM_ALLOC(enp->en_esip, sizeof (*spec), spec);
1283 spec->ema_rsrc.emar_eh_id.id = EFX_MAE_RSRC_ID_INVALID;
1284 spec->ema_rsrc.emar_counter_id.id = EFX_MAE_RSRC_ID_INVALID;
1291 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1296 efx_mae_action_set_spec_fini(
1297 __in efx_nic_t *enp,
1298 __in efx_mae_actions_t *spec)
1300 EFSYS_KMEM_FREE(enp->en_esip, sizeof (*spec), spec);
1303 static __checkReturn efx_rc_t
1304 efx_mae_action_set_add_decap(
1305 __in efx_mae_actions_t *spec,
1306 __in size_t arg_size,
1307 __in_bcount(arg_size) const uint8_t *arg)
1311 _NOTE(ARGUNUSED(spec))
1313 if (arg_size != 0) {
1323 /* This action does not have any arguments, so do nothing here. */
1330 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1334 static __checkReturn efx_rc_t
1335 efx_mae_action_set_add_vlan_pop(
1336 __in efx_mae_actions_t *spec,
1337 __in size_t arg_size,
1338 __in_bcount(arg_size) const uint8_t *arg)
1342 if (arg_size != 0) {
1352 if (spec->ema_n_vlan_tags_to_pop == EFX_MAE_VLAN_POP_MAX_NTAGS) {
1357 ++spec->ema_n_vlan_tags_to_pop;
1366 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1370 static __checkReturn efx_rc_t
1371 efx_mae_action_set_add_vlan_push(
1372 __in efx_mae_actions_t *spec,
1373 __in size_t arg_size,
1374 __in_bcount(arg_size) const uint8_t *arg)
1376 unsigned int n_tags = spec->ema_n_vlan_tags_to_push;
1379 if (arg_size != sizeof (*spec->ema_vlan_push_descs)) {
1389 if (n_tags == EFX_MAE_VLAN_PUSH_MAX_NTAGS) {
1394 memcpy(&spec->ema_vlan_push_descs[n_tags], arg, arg_size);
1395 ++(spec->ema_n_vlan_tags_to_push);
1404 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1408 static __checkReturn efx_rc_t
1409 efx_mae_action_set_add_encap(
1410 __in efx_mae_actions_t *spec,
1411 __in size_t arg_size,
1412 __in_bcount(arg_size) const uint8_t *arg)
1417 * Adding this specific action to an action set spec and setting encap.
1418 * header ID in the spec are two individual steps. This design allows
1419 * the client driver to avoid encap. header allocation when it simply
1420 * needs to check the order of actions submitted by user ("validate"),
1421 * without actually allocating an action set and inserting a rule.
1423 * For now, mark encap. header ID as invalid; the caller will invoke
1424 * efx_mae_action_set_fill_in_eh_id() to override the field prior
1425 * to action set allocation; otherwise, the allocation will fail.
1427 spec->ema_rsrc.emar_eh_id.id = EFX_MAE_RSRC_ID_INVALID;
1430 * As explained above, there are no arguments to handle here.
1431 * efx_mae_action_set_fill_in_eh_id() will take care of them.
1433 if (arg_size != 0) {
1448 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1452 static __checkReturn efx_rc_t
1453 efx_mae_action_set_add_count(
1454 __in efx_mae_actions_t *spec,
1455 __in size_t arg_size,
1456 __in_bcount(arg_size) const uint8_t *arg)
1460 EFX_STATIC_ASSERT(EFX_MAE_RSRC_ID_INVALID ==
1461 MC_CMD_MAE_COUNTER_ALLOC_OUT_COUNTER_ID_NULL);
1464 * Preparing an action set spec to update a counter requires
1465 * two steps: first add this action to the action spec, and then
1466 * add the counter ID to the spec. This allows validity checking
1467 * and resource allocation to be done separately.
1468 * Mark the counter ID as invalid in the spec to ensure that the
1469 * caller must also invoke efx_mae_action_set_fill_in_counter_id()
1470 * before action set allocation.
1472 spec->ema_rsrc.emar_counter_id.id = EFX_MAE_RSRC_ID_INVALID;
1474 /* Nothing else is supposed to take place over here. */
1475 if (arg_size != 0) {
1485 ++(spec->ema_n_count_actions);
1492 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1496 static __checkReturn efx_rc_t
1497 efx_mae_action_set_add_flag(
1498 __in efx_mae_actions_t *spec,
1499 __in size_t arg_size,
1500 __in_bcount(arg_size) const uint8_t *arg)
1504 _NOTE(ARGUNUSED(spec))
1506 if (arg_size != 0) {
1516 /* This action does not have any arguments, so do nothing here. */
1523 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1527 static __checkReturn efx_rc_t
1528 efx_mae_action_set_add_mark(
1529 __in efx_mae_actions_t *spec,
1530 __in size_t arg_size,
1531 __in_bcount(arg_size) const uint8_t *arg)
1535 if (arg_size != sizeof (spec->ema_mark_value)) {
1545 memcpy(&spec->ema_mark_value, arg, arg_size);
1552 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1556 static __checkReturn efx_rc_t
1557 efx_mae_action_set_add_deliver(
1558 __in efx_mae_actions_t *spec,
1559 __in size_t arg_size,
1560 __in_bcount(arg_size) const uint8_t *arg)
1564 if (arg_size != sizeof (spec->ema_deliver_mport)) {
1574 memcpy(&spec->ema_deliver_mport, arg, arg_size);
1581 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1585 typedef struct efx_mae_action_desc_s {
1586 /* Action specific handler */
1587 efx_rc_t (*emad_add)(efx_mae_actions_t *,
1588 size_t, const uint8_t *);
1589 } efx_mae_action_desc_t;
1591 static const efx_mae_action_desc_t efx_mae_actions[EFX_MAE_NACTIONS] = {
1592 [EFX_MAE_ACTION_DECAP] = {
1593 .emad_add = efx_mae_action_set_add_decap
1595 [EFX_MAE_ACTION_VLAN_POP] = {
1596 .emad_add = efx_mae_action_set_add_vlan_pop
1598 [EFX_MAE_ACTION_VLAN_PUSH] = {
1599 .emad_add = efx_mae_action_set_add_vlan_push
1601 [EFX_MAE_ACTION_ENCAP] = {
1602 .emad_add = efx_mae_action_set_add_encap
1604 [EFX_MAE_ACTION_COUNT] = {
1605 .emad_add = efx_mae_action_set_add_count
1607 [EFX_MAE_ACTION_FLAG] = {
1608 .emad_add = efx_mae_action_set_add_flag
1610 [EFX_MAE_ACTION_MARK] = {
1611 .emad_add = efx_mae_action_set_add_mark
1613 [EFX_MAE_ACTION_DELIVER] = {
1614 .emad_add = efx_mae_action_set_add_deliver
1618 static const uint32_t efx_mae_action_ordered_map =
1619 (1U << EFX_MAE_ACTION_DECAP) |
1620 (1U << EFX_MAE_ACTION_VLAN_POP) |
1621 (1U << EFX_MAE_ACTION_VLAN_PUSH) |
1623 * HW will conduct action COUNT after
1624 * the matching packet has been modified by
1625 * length-affecting actions except for ENCAP.
1627 (1U << EFX_MAE_ACTION_COUNT) |
1628 (1U << EFX_MAE_ACTION_ENCAP) |
1629 (1U << EFX_MAE_ACTION_FLAG) |
1630 (1U << EFX_MAE_ACTION_MARK) |
1631 (1U << EFX_MAE_ACTION_DELIVER);
1634 * These actions must not be added after DELIVER, but
1635 * they can have any place among the rest of
1636 * strictly ordered actions.
1638 static const uint32_t efx_mae_action_nonstrict_map =
1639 (1U << EFX_MAE_ACTION_COUNT) |
1640 (1U << EFX_MAE_ACTION_FLAG) |
1641 (1U << EFX_MAE_ACTION_MARK);
1643 static const uint32_t efx_mae_action_repeat_map =
1644 (1U << EFX_MAE_ACTION_VLAN_POP) |
1645 (1U << EFX_MAE_ACTION_VLAN_PUSH) |
1646 (1U << EFX_MAE_ACTION_COUNT);
1649 * Add an action to an action set.
1651 * This has to be invoked in the desired action order.
1652 * An out-of-order action request will be turned down.
1654 static __checkReturn efx_rc_t
1655 efx_mae_action_set_spec_populate(
1656 __in efx_mae_actions_t *spec,
1657 __in efx_mae_action_t type,
1658 __in size_t arg_size,
1659 __in_bcount(arg_size) const uint8_t *arg)
1661 uint32_t action_mask;
1664 EFX_STATIC_ASSERT(EFX_MAE_NACTIONS <=
1665 (sizeof (efx_mae_action_ordered_map) * 8));
1666 EFX_STATIC_ASSERT(EFX_MAE_NACTIONS <=
1667 (sizeof (efx_mae_action_repeat_map) * 8));
1669 EFX_STATIC_ASSERT(EFX_MAE_ACTION_DELIVER + 1 == EFX_MAE_NACTIONS);
1670 EFX_STATIC_ASSERT(EFX_MAE_ACTION_FLAG + 1 == EFX_MAE_ACTION_MARK);
1671 EFX_STATIC_ASSERT(EFX_MAE_ACTION_MARK + 1 == EFX_MAE_ACTION_DELIVER);
1673 if (type >= EFX_ARRAY_SIZE(efx_mae_actions)) {
1678 action_mask = (1U << type);
1680 if ((spec->ema_actions & action_mask) != 0) {
1681 /* The action set already contains this action. */
1682 if ((efx_mae_action_repeat_map & action_mask) == 0) {
1683 /* Cannot add another non-repeatable action. */
1689 if ((efx_mae_action_ordered_map & action_mask) != 0) {
1690 uint32_t strict_ordered_map =
1691 efx_mae_action_ordered_map & ~efx_mae_action_nonstrict_map;
1692 uint32_t later_actions_mask =
1693 strict_ordered_map & ~(action_mask | (action_mask - 1));
1695 if ((spec->ema_actions & later_actions_mask) != 0) {
1696 /* Cannot add an action after later ordered actions. */
1702 if (efx_mae_actions[type].emad_add != NULL) {
1703 rc = efx_mae_actions[type].emad_add(spec, arg_size, arg);
1708 spec->ema_actions |= action_mask;
1719 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1723 __checkReturn efx_rc_t
1724 efx_mae_action_set_populate_decap(
1725 __in efx_mae_actions_t *spec)
1727 return (efx_mae_action_set_spec_populate(spec,
1728 EFX_MAE_ACTION_DECAP, 0, NULL));
1731 __checkReturn efx_rc_t
1732 efx_mae_action_set_populate_vlan_pop(
1733 __in efx_mae_actions_t *spec)
1735 return (efx_mae_action_set_spec_populate(spec,
1736 EFX_MAE_ACTION_VLAN_POP, 0, NULL));
1739 __checkReturn efx_rc_t
1740 efx_mae_action_set_populate_vlan_push(
1741 __in efx_mae_actions_t *spec,
1742 __in uint16_t tpid_be,
1743 __in uint16_t tci_be)
1745 efx_mae_action_vlan_push_t action;
1746 const uint8_t *arg = (const uint8_t *)&action;
1748 action.emavp_tpid_be = tpid_be;
1749 action.emavp_tci_be = tci_be;
1751 return (efx_mae_action_set_spec_populate(spec,
1752 EFX_MAE_ACTION_VLAN_PUSH, sizeof (action), arg));
1755 __checkReturn efx_rc_t
1756 efx_mae_action_set_populate_encap(
1757 __in efx_mae_actions_t *spec)
1760 * There is no argument to pass encap. header ID, thus, one does not
1761 * need to allocate an encap. header while parsing application input.
1762 * This is useful since building an action set may be done simply to
1763 * validate a rule, whilst resource allocation usually consumes time.
1765 return (efx_mae_action_set_spec_populate(spec,
1766 EFX_MAE_ACTION_ENCAP, 0, NULL));
1769 __checkReturn efx_rc_t
1770 efx_mae_action_set_populate_count(
1771 __in efx_mae_actions_t *spec)
1774 * There is no argument to pass counter ID, thus, one does not
1775 * need to allocate a counter while parsing application input.
1776 * This is useful since building an action set may be done simply to
1777 * validate a rule, whilst resource allocation usually consumes time.
1779 return (efx_mae_action_set_spec_populate(spec,
1780 EFX_MAE_ACTION_COUNT, 0, NULL));
1783 __checkReturn efx_rc_t
1784 efx_mae_action_set_populate_flag(
1785 __in efx_mae_actions_t *spec)
1787 return (efx_mae_action_set_spec_populate(spec,
1788 EFX_MAE_ACTION_FLAG, 0, NULL));
1791 __checkReturn efx_rc_t
1792 efx_mae_action_set_populate_mark(
1793 __in efx_mae_actions_t *spec,
1794 __in uint32_t mark_value)
1796 const uint8_t *arg = (const uint8_t *)&mark_value;
1798 return (efx_mae_action_set_spec_populate(spec,
1799 EFX_MAE_ACTION_MARK, sizeof (mark_value), arg));
1802 __checkReturn efx_rc_t
1803 efx_mae_action_set_populate_deliver(
1804 __in efx_mae_actions_t *spec,
1805 __in const efx_mport_sel_t *mportp)
1810 if (mportp == NULL) {
1815 arg = (const uint8_t *)&mportp->sel;
1817 return (efx_mae_action_set_spec_populate(spec,
1818 EFX_MAE_ACTION_DELIVER, sizeof (mportp->sel), arg));
1821 EFSYS_PROBE1(fail1, efx_rc_t, rc);
1825 __checkReturn efx_rc_t
1826 efx_mae_action_set_populate_drop(
1827 __in efx_mae_actions_t *spec)
1829 efx_mport_sel_t mport;
1833 EFX_POPULATE_DWORD_1(dword,
1834 MAE_MPORT_SELECTOR_FLAT, MAE_MPORT_SELECTOR_NULL);
1837 * The constructed DWORD is little-endian,
1838 * but the resulting value is meant to be
1839 * passed to MCDIs, where it will undergo
1840 * host-order to little endian conversion.
1842 mport.sel = EFX_DWORD_FIELD(dword, EFX_DWORD_0);
1844 arg = (const uint8_t *)&mport.sel;
1846 return (efx_mae_action_set_spec_populate(spec,
1847 EFX_MAE_ACTION_DELIVER, sizeof (mport.sel), arg));
1850 __checkReturn boolean_t
1851 efx_mae_action_set_specs_equal(
1852 __in const efx_mae_actions_t *left,
1853 __in const efx_mae_actions_t *right)
1855 size_t cmp_size = EFX_FIELD_OFFSET(efx_mae_actions_t, ema_rsrc);
1858 * An action set specification consists of two parts. The first part
1859 * indicates what actions are included in the action set, as well as
1860 * extra quantitative values (in example, the number of VLAN tags to
1861 * push). The second part comprises resource IDs used by the actions.
1863 * A resource, in example, a counter, is allocated from the hardware
1864 * by the client, and it's the client who is responsible for keeping
1865 * track of allocated resources and comparing resource IDs if needed.
1867 * In this API, don't compare resource IDs in the two specifications.
1870 return ((memcmp(left, right, cmp_size) == 0) ? B_TRUE : B_FALSE);
1873 __checkReturn efx_rc_t
1874 efx_mae_match_specs_class_cmp(
1875 __in efx_nic_t *enp,
1876 __in const efx_mae_match_spec_t *left,
1877 __in const efx_mae_match_spec_t *right,
1878 __out boolean_t *have_same_classp)
1880 efx_mae_t *maep = enp->en_maep;
1881 unsigned int field_ncaps = maep->em_max_nfields;
1882 const efx_mae_field_cap_t *field_caps;
1883 const efx_mae_mv_desc_t *desc_setp;
1884 unsigned int desc_set_nentries;
1885 const efx_mae_mv_bit_desc_t *bit_desc_setp;
1886 unsigned int bit_desc_set_nentries;
1887 boolean_t have_same_class = B_TRUE;
1888 efx_mae_field_id_t field_id;
1889 const uint8_t *mvpl;
1890 const uint8_t *mvpr;
1893 switch (left->emms_type) {
1894 case EFX_MAE_RULE_OUTER:
1895 field_caps = maep->em_outer_rule_field_caps;
1896 desc_setp = __efx_mae_outer_rule_mv_desc_set;
1898 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_desc_set);
1899 bit_desc_setp = __efx_mae_outer_rule_mv_bit_desc_set;
1900 bit_desc_set_nentries =
1901 EFX_ARRAY_SIZE(__efx_mae_outer_rule_mv_bit_desc_set);
1902 mvpl = left->emms_mask_value_pairs.outer;
1903 mvpr = right->emms_mask_value_pairs.outer;
1905 case EFX_MAE_RULE_ACTION:
1906 field_caps = maep->em_action_rule_field_caps;
1907 desc_setp = __efx_mae_action_rule_mv_desc_set;
1909 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_desc_set);
1910 bit_desc_setp = __efx_mae_action_rule_mv_bit_desc_set;
1911 bit_desc_set_nentries =
1912 EFX_ARRAY_SIZE(__efx_mae_action_rule_mv_bit_desc_set);
1913 mvpl = left->emms_mask_value_pairs.action;
1914 mvpr = right->emms_mask_value_pairs.action;
1921 if (field_caps == NULL) {
1926 if (left->emms_type != right->emms_type ||
1927 left->emms_prio != right->emms_prio) {
1929 * Rules of different types can never map to the same class.
1931 * The FW can support some set of match criteria for one
1932 * priority and not support the very same set for
1933 * another priority. Thus, two rules which have
1934 * different priorities can never map to
1937 *have_same_classp = B_FALSE;
1941 for (field_id = 0; (unsigned int)field_id < desc_set_nentries;
1943 const efx_mae_mv_desc_t *descp = &desc_setp[field_id];
1944 efx_mae_field_cap_id_t field_cap_id = descp->emmd_field_cap_id;
1945 const uint8_t *lmaskp = mvpl + descp->emmd_mask_offset;
1946 const uint8_t *rmaskp = mvpr + descp->emmd_mask_offset;
1947 size_t mask_size = descp->emmd_mask_size;
1948 const uint8_t *lvalp = mvpl + descp->emmd_value_offset;
1949 const uint8_t *rvalp = mvpr + descp->emmd_value_offset;
1950 size_t value_size = descp->emmd_value_size;
1953 continue; /* Skip array gap */
1955 if ((unsigned int)field_cap_id >= field_ncaps) {
1957 * The FW has not reported capability status for this
1958 * field. It's unknown whether any difference between
1959 * the two masks / values affects the class. The only
1960 * case when the class must be the same is when these
1961 * mask-value pairs match. Otherwise, report mismatch.
1963 if ((memcmp(lmaskp, rmaskp, mask_size) == 0) &&
1964 (memcmp(lvalp, rvalp, value_size) == 0))
1970 if (field_caps[field_cap_id].emfc_mask_affects_class) {
1971 if (memcmp(lmaskp, rmaskp, mask_size) != 0) {
1972 have_same_class = B_FALSE;
1977 if (field_caps[field_cap_id].emfc_match_affects_class) {
1978 if (memcmp(lvalp, rvalp, value_size) != 0) {
1979 have_same_class = B_FALSE;
1985 if (have_same_class == B_FALSE)
1988 for (field_id = 0; (unsigned int)field_id < bit_desc_set_nentries;
1990 const efx_mae_mv_bit_desc_t *bit_descp =
1991 &bit_desc_setp[field_id];
1992 efx_mae_field_cap_id_t bit_cap_id =
1993 bit_descp->emmbd_bit_cap_id;
1994 unsigned int byte_idx;
1995 unsigned int bit_idx;
1997 if (bit_descp->emmbd_entry_is_valid == B_FALSE)
1998 continue; /* Skip array gap */
2000 if ((unsigned int)bit_cap_id >= field_ncaps)
2004 bit_descp->emmbd_mask_ofst +
2005 bit_descp->emmbd_mask_lbn / 8;
2007 bit_descp->emmbd_mask_lbn % 8;
2009 if (field_caps[bit_cap_id].emfc_mask_affects_class &&
2010 (mvpl[byte_idx] & (1U << bit_idx)) !=
2011 (mvpr[byte_idx] & (1U << bit_idx))) {
2012 have_same_class = B_FALSE;
2017 bit_descp->emmbd_value_ofst +
2018 bit_descp->emmbd_value_lbn / 8;
2020 bit_descp->emmbd_value_lbn % 8;
2022 if (field_caps[bit_cap_id].emfc_match_affects_class &&
2023 (mvpl[byte_idx] & (1U << bit_idx)) !=
2024 (mvpr[byte_idx] & (1U << bit_idx))) {
2025 have_same_class = B_FALSE;
2031 *have_same_classp = have_same_class;
2038 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2042 __checkReturn efx_rc_t
2043 efx_mae_outer_rule_insert(
2044 __in efx_nic_t *enp,
2045 __in const efx_mae_match_spec_t *spec,
2046 __in efx_tunnel_protocol_t encap_type,
2047 __out efx_mae_rule_id_t *or_idp)
2049 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2051 EFX_MCDI_DECLARE_BUF(payload,
2052 MC_CMD_MAE_OUTER_RULE_INSERT_IN_LENMAX_MCDI2,
2053 MC_CMD_MAE_OUTER_RULE_INSERT_OUT_LEN);
2054 uint32_t encap_type_mcdi;
2055 efx_mae_rule_id_t or_id;
2059 EFX_STATIC_ASSERT(sizeof (or_idp->id) ==
2060 MC_CMD_MAE_OUTER_RULE_INSERT_OUT_OR_ID_LEN);
2062 EFX_STATIC_ASSERT(EFX_MAE_RSRC_ID_INVALID ==
2063 MC_CMD_MAE_OUTER_RULE_INSERT_OUT_OUTER_RULE_ID_NULL);
2065 if (encp->enc_mae_supported == B_FALSE) {
2070 if (spec->emms_type != EFX_MAE_RULE_OUTER) {
2075 switch (encap_type) {
2076 case EFX_TUNNEL_PROTOCOL_NONE:
2077 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_NONE;
2079 case EFX_TUNNEL_PROTOCOL_VXLAN:
2080 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_VXLAN;
2082 case EFX_TUNNEL_PROTOCOL_GENEVE:
2083 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_GENEVE;
2085 case EFX_TUNNEL_PROTOCOL_NVGRE:
2086 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_NVGRE;
2093 req.emr_cmd = MC_CMD_MAE_OUTER_RULE_INSERT;
2094 req.emr_in_buf = payload;
2095 req.emr_in_length = MC_CMD_MAE_OUTER_RULE_INSERT_IN_LENMAX_MCDI2;
2096 req.emr_out_buf = payload;
2097 req.emr_out_length = MC_CMD_MAE_OUTER_RULE_INSERT_OUT_LEN;
2099 MCDI_IN_SET_DWORD(req,
2100 MAE_OUTER_RULE_INSERT_IN_ENCAP_TYPE, encap_type_mcdi);
2102 MCDI_IN_SET_DWORD(req, MAE_OUTER_RULE_INSERT_IN_PRIO, spec->emms_prio);
2105 * Mask-value pairs have been stored in the byte order needed for the
2106 * MCDI request and are thus safe to be copied directly to the buffer.
2107 * The library cares about byte order in efx_mae_match_spec_field_set().
2109 EFX_STATIC_ASSERT(sizeof (spec->emms_mask_value_pairs.outer) >=
2110 MAE_ENC_FIELD_PAIRS_LEN);
2111 offset = MC_CMD_MAE_OUTER_RULE_INSERT_IN_FIELD_MATCH_CRITERIA_OFST;
2112 memcpy(payload + offset, spec->emms_mask_value_pairs.outer,
2113 MAE_ENC_FIELD_PAIRS_LEN);
2115 efx_mcdi_execute(enp, &req);
2117 if (req.emr_rc != 0) {
2122 if (req.emr_out_length_used < MC_CMD_MAE_OUTER_RULE_INSERT_OUT_LEN) {
2127 or_id.id = MCDI_OUT_DWORD(req, MAE_OUTER_RULE_INSERT_OUT_OR_ID);
2128 if (or_id.id == EFX_MAE_RSRC_ID_INVALID) {
2133 or_idp->id = or_id.id;
2148 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2152 __checkReturn efx_rc_t
2153 efx_mae_outer_rule_remove(
2154 __in efx_nic_t *enp,
2155 __in const efx_mae_rule_id_t *or_idp)
2157 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2159 EFX_MCDI_DECLARE_BUF(payload,
2160 MC_CMD_MAE_OUTER_RULE_REMOVE_IN_LEN(1),
2161 MC_CMD_MAE_OUTER_RULE_REMOVE_OUT_LEN(1));
2164 if (encp->enc_mae_supported == B_FALSE) {
2169 req.emr_cmd = MC_CMD_MAE_OUTER_RULE_REMOVE;
2170 req.emr_in_buf = payload;
2171 req.emr_in_length = MC_CMD_MAE_OUTER_RULE_REMOVE_IN_LEN(1);
2172 req.emr_out_buf = payload;
2173 req.emr_out_length = MC_CMD_MAE_OUTER_RULE_REMOVE_OUT_LEN(1);
2175 MCDI_IN_SET_DWORD(req, MAE_OUTER_RULE_REMOVE_IN_OR_ID, or_idp->id);
2177 efx_mcdi_execute(enp, &req);
2179 if (req.emr_rc != 0) {
2184 if (req.emr_out_length_used < MC_CMD_MAE_OUTER_RULE_REMOVE_OUT_LENMIN) {
2189 if (MCDI_OUT_DWORD(req, MAE_OUTER_RULE_REMOVE_OUT_REMOVED_OR_ID) !=
2191 /* Firmware failed to remove the outer rule. */
2205 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2209 __checkReturn efx_rc_t
2210 efx_mae_match_spec_outer_rule_id_set(
2211 __in efx_mae_match_spec_t *spec,
2212 __in const efx_mae_rule_id_t *or_idp)
2214 uint32_t full_mask = UINT32_MAX;
2217 if (spec->emms_type != EFX_MAE_RULE_ACTION) {
2222 if (or_idp == NULL) {
2227 rc = efx_mae_match_spec_field_set(spec, EFX_MAE_FIELD_OUTER_RULE_ID,
2228 sizeof (or_idp->id), (const uint8_t *)&or_idp->id,
2229 sizeof (full_mask), (const uint8_t *)&full_mask);
2240 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2244 __checkReturn efx_rc_t
2245 efx_mae_encap_header_alloc(
2246 __in efx_nic_t *enp,
2247 __in efx_tunnel_protocol_t encap_type,
2248 __in_bcount(header_size) uint8_t *header_data,
2249 __in size_t header_size,
2250 __out efx_mae_eh_id_t *eh_idp)
2252 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2254 EFX_MCDI_DECLARE_BUF(payload,
2255 MC_CMD_MAE_ENCAP_HEADER_ALLOC_IN_LENMAX_MCDI2,
2256 MC_CMD_MAE_ENCAP_HEADER_ALLOC_OUT_LEN);
2257 uint32_t encap_type_mcdi;
2258 efx_mae_eh_id_t eh_id;
2261 EFX_STATIC_ASSERT(sizeof (eh_idp->id) ==
2262 MC_CMD_MAE_ENCAP_HEADER_ALLOC_OUT_ENCAP_HEADER_ID_LEN);
2264 EFX_STATIC_ASSERT(EFX_MAE_RSRC_ID_INVALID ==
2265 MC_CMD_MAE_ENCAP_HEADER_ALLOC_OUT_ENCAP_HEADER_ID_NULL);
2267 if (encp->enc_mae_supported == B_FALSE) {
2272 switch (encap_type) {
2273 case EFX_TUNNEL_PROTOCOL_NONE:
2274 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_NONE;
2276 case EFX_TUNNEL_PROTOCOL_VXLAN:
2277 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_VXLAN;
2279 case EFX_TUNNEL_PROTOCOL_GENEVE:
2280 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_GENEVE;
2282 case EFX_TUNNEL_PROTOCOL_NVGRE:
2283 encap_type_mcdi = MAE_MCDI_ENCAP_TYPE_NVGRE;
2291 MC_CMD_MAE_ENCAP_HEADER_ALLOC_IN_HDR_DATA_MAXNUM_MCDI2) {
2296 req.emr_cmd = MC_CMD_MAE_ENCAP_HEADER_ALLOC;
2297 req.emr_in_buf = payload;
2298 req.emr_in_length = MC_CMD_MAE_ENCAP_HEADER_ALLOC_IN_LEN(header_size);
2299 req.emr_out_buf = payload;
2300 req.emr_out_length = MC_CMD_MAE_ENCAP_HEADER_ALLOC_OUT_LEN;
2302 MCDI_IN_SET_DWORD(req,
2303 MAE_ENCAP_HEADER_ALLOC_IN_ENCAP_TYPE, encap_type_mcdi);
2305 memcpy(payload + MC_CMD_MAE_ENCAP_HEADER_ALLOC_IN_HDR_DATA_OFST,
2306 header_data, header_size);
2308 efx_mcdi_execute(enp, &req);
2310 if (req.emr_rc != 0) {
2315 if (req.emr_out_length_used < MC_CMD_MAE_ENCAP_HEADER_ALLOC_OUT_LEN) {
2320 eh_id.id = MCDI_OUT_DWORD(req,
2321 MAE_ENCAP_HEADER_ALLOC_OUT_ENCAP_HEADER_ID);
2323 if (eh_id.id == EFX_MAE_RSRC_ID_INVALID) {
2328 eh_idp->id = eh_id.id;
2343 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2347 __checkReturn efx_rc_t
2348 efx_mae_encap_header_free(
2349 __in efx_nic_t *enp,
2350 __in const efx_mae_eh_id_t *eh_idp)
2352 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2354 EFX_MCDI_DECLARE_BUF(payload,
2355 MC_CMD_MAE_ENCAP_HEADER_FREE_IN_LEN(1),
2356 MC_CMD_MAE_ENCAP_HEADER_FREE_OUT_LEN(1));
2359 if (encp->enc_mae_supported == B_FALSE) {
2364 req.emr_cmd = MC_CMD_MAE_ENCAP_HEADER_FREE;
2365 req.emr_in_buf = payload;
2366 req.emr_in_length = MC_CMD_MAE_ENCAP_HEADER_FREE_IN_LEN(1);
2367 req.emr_out_buf = payload;
2368 req.emr_out_length = MC_CMD_MAE_ENCAP_HEADER_FREE_OUT_LEN(1);
2370 MCDI_IN_SET_DWORD(req, MAE_ENCAP_HEADER_FREE_IN_EH_ID, eh_idp->id);
2372 efx_mcdi_execute(enp, &req);
2374 if (req.emr_rc != 0) {
2379 if (MCDI_OUT_DWORD(req, MAE_ENCAP_HEADER_FREE_OUT_FREED_EH_ID) !=
2381 /* Firmware failed to remove the encap. header. */
2393 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2397 __checkReturn efx_rc_t
2398 efx_mae_action_set_fill_in_eh_id(
2399 __in efx_mae_actions_t *spec,
2400 __in const efx_mae_eh_id_t *eh_idp)
2404 if ((spec->ema_actions & (1U << EFX_MAE_ACTION_ENCAP)) == 0) {
2406 * The caller has not intended to have action ENCAP originally,
2407 * hence, this attempt to indicate encap. header ID is invalid.
2413 if (spec->ema_rsrc.emar_eh_id.id != EFX_MAE_RSRC_ID_INVALID) {
2414 /* The caller attempts to indicate encap. header ID twice. */
2419 if (eh_idp->id == EFX_MAE_RSRC_ID_INVALID) {
2424 spec->ema_rsrc.emar_eh_id.id = eh_idp->id;
2433 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2437 __checkReturn efx_rc_t
2438 efx_mae_action_set_alloc(
2439 __in efx_nic_t *enp,
2440 __in const efx_mae_actions_t *spec,
2441 __out efx_mae_aset_id_t *aset_idp)
2443 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2445 EFX_MCDI_DECLARE_BUF(payload,
2446 MC_CMD_MAE_ACTION_SET_ALLOC_IN_LEN,
2447 MC_CMD_MAE_ACTION_SET_ALLOC_OUT_LEN);
2448 efx_mae_aset_id_t aset_id;
2451 if (encp->enc_mae_supported == B_FALSE) {
2456 req.emr_cmd = MC_CMD_MAE_ACTION_SET_ALLOC;
2457 req.emr_in_buf = payload;
2458 req.emr_in_length = MC_CMD_MAE_ACTION_SET_ALLOC_IN_LEN;
2459 req.emr_out_buf = payload;
2460 req.emr_out_length = MC_CMD_MAE_ACTION_SET_ALLOC_OUT_LEN;
2463 * TODO: Remove these EFX_MAE_RSRC_ID_INVALID assignments once the
2464 * corresponding resource types are supported by the implementation.
2465 * Use proper resource ID assignments instead.
2467 MCDI_IN_SET_DWORD(req,
2468 MAE_ACTION_SET_ALLOC_IN_COUNTER_LIST_ID, EFX_MAE_RSRC_ID_INVALID);
2470 if ((spec->ema_actions & (1U << EFX_MAE_ACTION_DECAP)) != 0) {
2471 MCDI_IN_SET_DWORD_FIELD(req, MAE_ACTION_SET_ALLOC_IN_FLAGS,
2472 MAE_ACTION_SET_ALLOC_IN_DECAP, 1);
2475 MCDI_IN_SET_DWORD_FIELD(req, MAE_ACTION_SET_ALLOC_IN_FLAGS,
2476 MAE_ACTION_SET_ALLOC_IN_VLAN_POP, spec->ema_n_vlan_tags_to_pop);
2478 if (spec->ema_n_vlan_tags_to_push > 0) {
2479 unsigned int outer_tag_idx;
2481 MCDI_IN_SET_DWORD_FIELD(req, MAE_ACTION_SET_ALLOC_IN_FLAGS,
2482 MAE_ACTION_SET_ALLOC_IN_VLAN_PUSH,
2483 spec->ema_n_vlan_tags_to_push);
2485 if (spec->ema_n_vlan_tags_to_push ==
2486 EFX_MAE_VLAN_PUSH_MAX_NTAGS) {
2487 MCDI_IN_SET_WORD(req,
2488 MAE_ACTION_SET_ALLOC_IN_VLAN1_PROTO_BE,
2489 spec->ema_vlan_push_descs[0].emavp_tpid_be);
2490 MCDI_IN_SET_WORD(req,
2491 MAE_ACTION_SET_ALLOC_IN_VLAN1_TCI_BE,
2492 spec->ema_vlan_push_descs[0].emavp_tci_be);
2495 outer_tag_idx = spec->ema_n_vlan_tags_to_push - 1;
2497 MCDI_IN_SET_WORD(req, MAE_ACTION_SET_ALLOC_IN_VLAN0_PROTO_BE,
2498 spec->ema_vlan_push_descs[outer_tag_idx].emavp_tpid_be);
2499 MCDI_IN_SET_WORD(req, MAE_ACTION_SET_ALLOC_IN_VLAN0_TCI_BE,
2500 spec->ema_vlan_push_descs[outer_tag_idx].emavp_tci_be);
2503 MCDI_IN_SET_DWORD(req, MAE_ACTION_SET_ALLOC_IN_ENCAP_HEADER_ID,
2504 spec->ema_rsrc.emar_eh_id.id);
2505 MCDI_IN_SET_DWORD(req, MAE_ACTION_SET_ALLOC_IN_COUNTER_ID,
2506 spec->ema_rsrc.emar_counter_id.id);
2508 if ((spec->ema_actions & (1U << EFX_MAE_ACTION_FLAG)) != 0) {
2509 MCDI_IN_SET_DWORD_FIELD(req, MAE_ACTION_SET_ALLOC_IN_FLAGS,
2510 MAE_ACTION_SET_ALLOC_IN_FLAG, 1);
2513 if ((spec->ema_actions & (1U << EFX_MAE_ACTION_MARK)) != 0) {
2514 MCDI_IN_SET_DWORD_FIELD(req, MAE_ACTION_SET_ALLOC_IN_FLAGS,
2515 MAE_ACTION_SET_ALLOC_IN_MARK, 1);
2517 MCDI_IN_SET_DWORD(req,
2518 MAE_ACTION_SET_ALLOC_IN_MARK_VALUE, spec->ema_mark_value);
2521 MCDI_IN_SET_DWORD(req,
2522 MAE_ACTION_SET_ALLOC_IN_DELIVER, spec->ema_deliver_mport.sel);
2524 MCDI_IN_SET_DWORD(req, MAE_ACTION_SET_ALLOC_IN_SRC_MAC_ID,
2525 MC_CMD_MAE_MAC_ADDR_ALLOC_OUT_MAC_ID_NULL);
2526 MCDI_IN_SET_DWORD(req, MAE_ACTION_SET_ALLOC_IN_DST_MAC_ID,
2527 MC_CMD_MAE_MAC_ADDR_ALLOC_OUT_MAC_ID_NULL);
2529 efx_mcdi_execute(enp, &req);
2531 if (req.emr_rc != 0) {
2536 if (req.emr_out_length_used < MC_CMD_MAE_ACTION_SET_ALLOC_OUT_LEN) {
2541 aset_id.id = MCDI_OUT_DWORD(req, MAE_ACTION_SET_ALLOC_OUT_AS_ID);
2542 if (aset_id.id == EFX_MAE_RSRC_ID_INVALID) {
2547 aset_idp->id = aset_id.id;
2558 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2562 __checkReturn unsigned int
2563 efx_mae_action_set_get_nb_count(
2564 __in const efx_mae_actions_t *spec)
2566 return (spec->ema_n_count_actions);
2569 __checkReturn efx_rc_t
2570 efx_mae_action_set_fill_in_counter_id(
2571 __in efx_mae_actions_t *spec,
2572 __in const efx_counter_t *counter_idp)
2576 if ((spec->ema_actions & (1U << EFX_MAE_ACTION_COUNT)) == 0) {
2578 * Invalid to add counter ID if spec does not have COUNT action.
2584 if (spec->ema_n_count_actions != 1) {
2586 * Having multiple COUNT actions in the spec requires a counter
2587 * list to be used. This API must only be used for a single
2588 * counter per spec. Turn down the request as inappropriate.
2594 if (spec->ema_rsrc.emar_counter_id.id != EFX_MAE_RSRC_ID_INVALID) {
2595 /* The caller attempts to indicate counter ID twice. */
2600 if (counter_idp->id == EFX_MAE_RSRC_ID_INVALID) {
2605 spec->ema_rsrc.emar_counter_id.id = counter_idp->id;
2616 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2620 __checkReturn efx_rc_t
2621 efx_mae_counters_alloc(
2622 __in efx_nic_t *enp,
2623 __in uint32_t n_counters,
2624 __out uint32_t *n_allocatedp,
2625 __out_ecount(n_counters) efx_counter_t *countersp,
2626 __out_opt uint32_t *gen_countp)
2628 EFX_MCDI_DECLARE_BUF(payload,
2629 MC_CMD_MAE_COUNTER_ALLOC_IN_LEN,
2630 MC_CMD_MAE_COUNTER_ALLOC_OUT_LENMAX_MCDI2);
2631 efx_mae_t *maep = enp->en_maep;
2632 uint32_t n_allocated;
2637 if (n_counters > maep->em_max_ncounters ||
2638 n_counters < MC_CMD_MAE_COUNTER_ALLOC_OUT_COUNTER_ID_MINNUM ||
2639 n_counters > MC_CMD_MAE_COUNTER_ALLOC_OUT_COUNTER_ID_MAXNUM_MCDI2) {
2644 req.emr_cmd = MC_CMD_MAE_COUNTER_ALLOC;
2645 req.emr_in_buf = payload;
2646 req.emr_in_length = MC_CMD_MAE_COUNTER_ALLOC_IN_LEN;
2647 req.emr_out_buf = payload;
2648 req.emr_out_length = MC_CMD_MAE_COUNTER_ALLOC_OUT_LEN(n_counters);
2650 MCDI_IN_SET_DWORD(req, MAE_COUNTER_ALLOC_IN_REQUESTED_COUNT,
2653 efx_mcdi_execute(enp, &req);
2655 if (req.emr_rc != 0) {
2660 if (req.emr_out_length_used < MC_CMD_MAE_COUNTER_ALLOC_OUT_LENMIN) {
2665 n_allocated = MCDI_OUT_DWORD(req,
2666 MAE_COUNTER_ALLOC_OUT_COUNTER_ID_COUNT);
2667 if (n_allocated < MC_CMD_MAE_COUNTER_ALLOC_OUT_COUNTER_ID_MINNUM) {
2672 for (i = 0; i < n_allocated; i++) {
2673 countersp[i].id = MCDI_OUT_INDEXED_DWORD(req,
2674 MAE_COUNTER_ALLOC_OUT_COUNTER_ID, i);
2677 if (gen_countp != NULL) {
2678 *gen_countp = MCDI_OUT_DWORD(req,
2679 MAE_COUNTER_ALLOC_OUT_GENERATION_COUNT);
2682 *n_allocatedp = n_allocated;
2693 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2698 __checkReturn efx_rc_t
2699 efx_mae_counters_free(
2700 __in efx_nic_t *enp,
2701 __in uint32_t n_counters,
2702 __out uint32_t *n_freedp,
2703 __in_ecount(n_counters) const efx_counter_t *countersp,
2704 __out_opt uint32_t *gen_countp)
2706 EFX_MCDI_DECLARE_BUF(payload,
2707 MC_CMD_MAE_COUNTER_FREE_IN_LENMAX_MCDI2,
2708 MC_CMD_MAE_COUNTER_FREE_OUT_LENMAX_MCDI2);
2709 efx_mae_t *maep = enp->en_maep;
2715 if (n_counters > maep->em_max_ncounters ||
2716 n_counters < MC_CMD_MAE_COUNTER_FREE_IN_FREE_COUNTER_ID_MINNUM ||
2718 MC_CMD_MAE_COUNTER_FREE_IN_FREE_COUNTER_ID_MAXNUM_MCDI2) {
2723 req.emr_cmd = MC_CMD_MAE_COUNTER_FREE;
2724 req.emr_in_buf = payload;
2725 req.emr_in_length = MC_CMD_MAE_COUNTER_FREE_IN_LEN(n_counters);
2726 req.emr_out_buf = payload;
2727 req.emr_out_length = MC_CMD_MAE_COUNTER_FREE_OUT_LEN(n_counters);
2729 for (i = 0; i < n_counters; i++) {
2730 MCDI_IN_SET_INDEXED_DWORD(req,
2731 MAE_COUNTER_FREE_IN_FREE_COUNTER_ID, i, countersp[i].id);
2733 MCDI_IN_SET_DWORD(req, MAE_COUNTER_FREE_IN_COUNTER_ID_COUNT,
2736 efx_mcdi_execute(enp, &req);
2738 if (req.emr_rc != 0) {
2743 if (req.emr_out_length_used < MC_CMD_MAE_COUNTER_FREE_OUT_LENMIN) {
2748 n_freed = MCDI_OUT_DWORD(req, MAE_COUNTER_FREE_OUT_COUNTER_ID_COUNT);
2750 if (n_freed < MC_CMD_MAE_COUNTER_FREE_OUT_FREED_COUNTER_ID_MINNUM) {
2755 if (gen_countp != NULL) {
2756 *gen_countp = MCDI_OUT_DWORD(req,
2757 MAE_COUNTER_FREE_OUT_GENERATION_COUNT);
2760 *n_freedp = n_freed;
2771 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2776 __checkReturn efx_rc_t
2777 efx_mae_counters_stream_start(
2778 __in efx_nic_t *enp,
2779 __in uint16_t rxq_id,
2780 __in uint16_t packet_size,
2781 __in uint32_t flags_in,
2782 __out uint32_t *flags_out)
2785 EFX_MCDI_DECLARE_BUF(payload, MC_CMD_MAE_COUNTERS_STREAM_START_IN_LEN,
2786 MC_CMD_MAE_COUNTERS_STREAM_START_OUT_LEN);
2789 EFX_STATIC_ASSERT(EFX_MAE_COUNTERS_STREAM_IN_ZERO_SQUASH_DISABLE ==
2790 1U << MC_CMD_MAE_COUNTERS_STREAM_START_IN_ZERO_SQUASH_DISABLE_LBN);
2792 EFX_STATIC_ASSERT(EFX_MAE_COUNTERS_STREAM_OUT_USES_CREDITS ==
2793 1U << MC_CMD_MAE_COUNTERS_STREAM_START_OUT_USES_CREDITS_LBN);
2795 req.emr_cmd = MC_CMD_MAE_COUNTERS_STREAM_START;
2796 req.emr_in_buf = payload;
2797 req.emr_in_length = MC_CMD_MAE_COUNTERS_STREAM_START_IN_LEN;
2798 req.emr_out_buf = payload;
2799 req.emr_out_length = MC_CMD_MAE_COUNTERS_STREAM_START_OUT_LEN;
2801 MCDI_IN_SET_WORD(req, MAE_COUNTERS_STREAM_START_IN_QID, rxq_id);
2802 MCDI_IN_SET_WORD(req, MAE_COUNTERS_STREAM_START_IN_PACKET_SIZE,
2804 MCDI_IN_SET_DWORD(req, MAE_COUNTERS_STREAM_START_IN_FLAGS, flags_in);
2806 efx_mcdi_execute(enp, &req);
2808 if (req.emr_rc != 0) {
2813 if (req.emr_out_length_used <
2814 MC_CMD_MAE_COUNTERS_STREAM_START_OUT_LEN) {
2819 *flags_out = MCDI_OUT_DWORD(req, MAE_COUNTERS_STREAM_START_OUT_FLAGS);
2826 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2831 __checkReturn efx_rc_t
2832 efx_mae_counters_stream_stop(
2833 __in efx_nic_t *enp,
2834 __in uint16_t rxq_id,
2835 __out_opt uint32_t *gen_countp)
2838 EFX_MCDI_DECLARE_BUF(payload, MC_CMD_MAE_COUNTERS_STREAM_STOP_IN_LEN,
2839 MC_CMD_MAE_COUNTERS_STREAM_STOP_OUT_LEN);
2842 req.emr_cmd = MC_CMD_MAE_COUNTERS_STREAM_STOP;
2843 req.emr_in_buf = payload;
2844 req.emr_in_length = MC_CMD_MAE_COUNTERS_STREAM_STOP_IN_LEN;
2845 req.emr_out_buf = payload;
2846 req.emr_out_length = MC_CMD_MAE_COUNTERS_STREAM_STOP_OUT_LEN;
2848 MCDI_IN_SET_WORD(req, MAE_COUNTERS_STREAM_STOP_IN_QID, rxq_id);
2850 efx_mcdi_execute(enp, &req);
2852 if (req.emr_rc != 0) {
2857 if (req.emr_out_length_used <
2858 MC_CMD_MAE_COUNTERS_STREAM_STOP_OUT_LEN) {
2863 if (gen_countp != NULL) {
2864 *gen_countp = MCDI_OUT_DWORD(req,
2865 MAE_COUNTERS_STREAM_STOP_OUT_GENERATION_COUNT);
2873 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2878 __checkReturn efx_rc_t
2879 efx_mae_counters_stream_give_credits(
2880 __in efx_nic_t *enp,
2881 __in uint32_t n_credits)
2884 EFX_MCDI_DECLARE_BUF(payload,
2885 MC_CMD_MAE_COUNTERS_STREAM_GIVE_CREDITS_IN_LEN,
2886 MC_CMD_MAE_COUNTERS_STREAM_GIVE_CREDITS_OUT_LEN);
2889 req.emr_cmd = MC_CMD_MAE_COUNTERS_STREAM_GIVE_CREDITS;
2890 req.emr_in_buf = payload;
2891 req.emr_in_length = MC_CMD_MAE_COUNTERS_STREAM_GIVE_CREDITS_IN_LEN;
2892 req.emr_out_buf = payload;
2893 req.emr_out_length = MC_CMD_MAE_COUNTERS_STREAM_GIVE_CREDITS_OUT_LEN;
2895 MCDI_IN_SET_DWORD(req, MAE_COUNTERS_STREAM_GIVE_CREDITS_IN_NUM_CREDITS,
2898 efx_mcdi_execute(enp, &req);
2900 if (req.emr_rc != 0) {
2908 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2913 __checkReturn efx_rc_t
2914 efx_mae_action_set_free(
2915 __in efx_nic_t *enp,
2916 __in const efx_mae_aset_id_t *aset_idp)
2918 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2920 EFX_MCDI_DECLARE_BUF(payload,
2921 MC_CMD_MAE_ACTION_SET_FREE_IN_LEN(1),
2922 MC_CMD_MAE_ACTION_SET_FREE_OUT_LEN(1));
2925 if (encp->enc_mae_supported == B_FALSE) {
2930 req.emr_cmd = MC_CMD_MAE_ACTION_SET_FREE;
2931 req.emr_in_buf = payload;
2932 req.emr_in_length = MC_CMD_MAE_ACTION_SET_FREE_IN_LEN(1);
2933 req.emr_out_buf = payload;
2934 req.emr_out_length = MC_CMD_MAE_ACTION_SET_FREE_OUT_LEN(1);
2936 MCDI_IN_SET_DWORD(req, MAE_ACTION_SET_FREE_IN_AS_ID, aset_idp->id);
2938 efx_mcdi_execute(enp, &req);
2940 if (req.emr_rc != 0) {
2945 if (req.emr_out_length_used < MC_CMD_MAE_ACTION_SET_FREE_OUT_LENMIN) {
2950 if (MCDI_OUT_DWORD(req, MAE_ACTION_SET_FREE_OUT_FREED_AS_ID) !=
2952 /* Firmware failed to free the action set. */
2966 EFSYS_PROBE1(fail1, efx_rc_t, rc);
2970 __checkReturn efx_rc_t
2971 efx_mae_action_rule_insert(
2972 __in efx_nic_t *enp,
2973 __in const efx_mae_match_spec_t *spec,
2974 __in const efx_mae_aset_list_id_t *asl_idp,
2975 __in const efx_mae_aset_id_t *as_idp,
2976 __out efx_mae_rule_id_t *ar_idp)
2978 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
2980 EFX_MCDI_DECLARE_BUF(payload,
2981 MC_CMD_MAE_ACTION_RULE_INSERT_IN_LENMAX_MCDI2,
2982 MC_CMD_MAE_ACTION_RULE_INSERT_OUT_LEN);
2983 efx_oword_t *rule_response;
2984 efx_mae_rule_id_t ar_id;
2988 EFX_STATIC_ASSERT(sizeof (ar_idp->id) ==
2989 MC_CMD_MAE_ACTION_RULE_INSERT_OUT_AR_ID_LEN);
2991 EFX_STATIC_ASSERT(EFX_MAE_RSRC_ID_INVALID ==
2992 MC_CMD_MAE_ACTION_RULE_INSERT_OUT_ACTION_RULE_ID_NULL);
2994 if (encp->enc_mae_supported == B_FALSE) {
2999 if (spec->emms_type != EFX_MAE_RULE_ACTION ||
3000 (asl_idp != NULL && as_idp != NULL) ||
3001 (asl_idp == NULL && as_idp == NULL)) {
3006 req.emr_cmd = MC_CMD_MAE_ACTION_RULE_INSERT;
3007 req.emr_in_buf = payload;
3008 req.emr_in_length = MC_CMD_MAE_ACTION_RULE_INSERT_IN_LENMAX_MCDI2;
3009 req.emr_out_buf = payload;
3010 req.emr_out_length = MC_CMD_MAE_ACTION_RULE_INSERT_OUT_LEN;
3012 EFX_STATIC_ASSERT(sizeof (*rule_response) <=
3013 MC_CMD_MAE_ACTION_RULE_INSERT_IN_RESPONSE_LEN);
3014 offset = MC_CMD_MAE_ACTION_RULE_INSERT_IN_RESPONSE_OFST;
3015 rule_response = (efx_oword_t *)(payload + offset);
3016 EFX_POPULATE_OWORD_3(*rule_response,
3017 MAE_ACTION_RULE_RESPONSE_ASL_ID,
3018 (asl_idp != NULL) ? asl_idp->id : EFX_MAE_RSRC_ID_INVALID,
3019 MAE_ACTION_RULE_RESPONSE_AS_ID,
3020 (as_idp != NULL) ? as_idp->id : EFX_MAE_RSRC_ID_INVALID,
3021 MAE_ACTION_RULE_RESPONSE_COUNTER_ID, EFX_MAE_RSRC_ID_INVALID);
3023 MCDI_IN_SET_DWORD(req, MAE_ACTION_RULE_INSERT_IN_PRIO, spec->emms_prio);
3026 * Mask-value pairs have been stored in the byte order needed for the
3027 * MCDI request and are thus safe to be copied directly to the buffer.
3029 EFX_STATIC_ASSERT(sizeof (spec->emms_mask_value_pairs.action) >=
3030 MAE_FIELD_MASK_VALUE_PAIRS_V2_LEN);
3031 offset = MC_CMD_MAE_ACTION_RULE_INSERT_IN_MATCH_CRITERIA_OFST;
3032 memcpy(payload + offset, spec->emms_mask_value_pairs.action,
3033 MAE_FIELD_MASK_VALUE_PAIRS_V2_LEN);
3035 efx_mcdi_execute(enp, &req);
3037 if (req.emr_rc != 0) {
3042 if (req.emr_out_length_used < MC_CMD_MAE_ACTION_RULE_INSERT_OUT_LEN) {
3047 ar_id.id = MCDI_OUT_DWORD(req, MAE_ACTION_RULE_INSERT_OUT_AR_ID);
3048 if (ar_id.id == EFX_MAE_RSRC_ID_INVALID) {
3053 ar_idp->id = ar_id.id;
3066 EFSYS_PROBE1(fail1, efx_rc_t, rc);
3070 __checkReturn efx_rc_t
3071 efx_mae_action_rule_remove(
3072 __in efx_nic_t *enp,
3073 __in const efx_mae_rule_id_t *ar_idp)
3075 const efx_nic_cfg_t *encp = efx_nic_cfg_get(enp);
3077 EFX_MCDI_DECLARE_BUF(payload,
3078 MC_CMD_MAE_ACTION_RULE_DELETE_IN_LEN(1),
3079 MC_CMD_MAE_ACTION_RULE_DELETE_OUT_LEN(1));
3082 if (encp->enc_mae_supported == B_FALSE) {
3087 req.emr_cmd = MC_CMD_MAE_ACTION_RULE_DELETE;
3088 req.emr_in_buf = payload;
3089 req.emr_in_length = MC_CMD_MAE_ACTION_RULE_DELETE_IN_LEN(1);
3090 req.emr_out_buf = payload;
3091 req.emr_out_length = MC_CMD_MAE_ACTION_RULE_DELETE_OUT_LEN(1);
3093 MCDI_IN_SET_DWORD(req, MAE_ACTION_RULE_DELETE_IN_AR_ID, ar_idp->id);
3095 efx_mcdi_execute(enp, &req);
3097 if (req.emr_rc != 0) {
3102 if (req.emr_out_length_used <
3103 MC_CMD_MAE_ACTION_RULE_DELETE_OUT_LENMIN) {
3108 if (MCDI_OUT_DWORD(req, MAE_ACTION_RULE_DELETE_OUT_DELETED_AR_ID) !=
3110 /* Firmware failed to delete the action rule. */
3124 EFSYS_PROBE1(fail1, efx_rc_t, rc);
3128 #endif /* EFSYS_OPT_MAE */