dma/ioat: add start and stop
[dpdk.git] / lib / ethdev / rte_flow.c
index 7241f00..bcf0513 100644 (file)
@@ -30,13 +30,65 @@ uint64_t rte_flow_dynf_metadata_mask;
 struct rte_flow_desc_data {
        const char *name;
        size_t size;
+       size_t (*desc_fn)(void *dst, const void *src);
 };
 
+/**
+ *
+ * @param buf
+ * Destination memory.
+ * @param data
+ * Source memory
+ * @param size
+ * Requested copy size
+ * @param desc
+ * rte_flow_desc_item - for flow item conversion.
+ * rte_flow_desc_action - for flow action conversion.
+ * @param type
+ * Offset into the desc param or negative value for private flow elements.
+ */
+static inline size_t
+rte_flow_conv_copy(void *buf, const void *data, const size_t size,
+                  const struct rte_flow_desc_data *desc, int type)
+{
+       /**
+        * Allow PMD private flow item
+        */
+       size_t sz = type >= 0 ? desc[type].size : sizeof(void *);
+       if (buf == NULL || data == NULL)
+               return 0;
+       rte_memcpy(buf, data, (size > sz ? sz : size));
+       if (desc[type].desc_fn)
+               sz += desc[type].desc_fn(size > 0 ? buf : NULL, data);
+       return sz;
+}
+
+static size_t
+rte_flow_item_flex_conv(void *buf, const void *data)
+{
+       struct rte_flow_item_flex *dst = buf;
+       const struct rte_flow_item_flex *src = data;
+       if (buf) {
+               dst->pattern = rte_memcpy
+                       ((void *)((uintptr_t)(dst + 1)), src->pattern,
+                        src->length);
+       }
+       return src->length;
+}
+
 /** Generate flow_item[] entry. */
 #define MK_FLOW_ITEM(t, s) \
        [RTE_FLOW_ITEM_TYPE_ ## t] = { \
                .name = # t, \
-               .size = s, \
+               .size = s,               \
+               .desc_fn = NULL,\
+       }
+
+#define MK_FLOW_ITEM_FN(t, s, fn) \
+       [RTE_FLOW_ITEM_TYPE_ ## t] = {\
+               .name = # t,                 \
+               .size = s,                   \
+               .desc_fn = fn,               \
        }
 
 /** Information about known flow pattern items. */
@@ -98,6 +150,12 @@ static const struct rte_flow_desc_data rte_flow_desc_item[] = {
        MK_FLOW_ITEM(PFCP, sizeof(struct rte_flow_item_pfcp)),
        MK_FLOW_ITEM(ECPRI, sizeof(struct rte_flow_item_ecpri)),
        MK_FLOW_ITEM(GENEVE_OPT, sizeof(struct rte_flow_item_geneve_opt)),
+       MK_FLOW_ITEM(INTEGRITY, sizeof(struct rte_flow_item_integrity)),
+       MK_FLOW_ITEM(CONNTRACK, sizeof(uint32_t)),
+       MK_FLOW_ITEM(PORT_REPRESENTOR, sizeof(struct rte_flow_item_ethdev)),
+       MK_FLOW_ITEM(REPRESENTED_PORT, sizeof(struct rte_flow_item_ethdev)),
+       MK_FLOW_ITEM_FN(FLEX, sizeof(struct rte_flow_item_flex),
+                       rte_flow_item_flex_conv),
 };
 
 /** Generate flow_action[] entry. */
@@ -105,8 +163,17 @@ static const struct rte_flow_desc_data rte_flow_desc_item[] = {
        [RTE_FLOW_ACTION_TYPE_ ## t] = { \
                .name = # t, \
                .size = s, \
+               .desc_fn = NULL,\
+       }
+
+#define MK_FLOW_ACTION_FN(t, fn) \
+       [RTE_FLOW_ACTION_TYPE_ ## t] = { \
+               .name = # t, \
+               .size = 0, \
+               .desc_fn = fn,\
        }
 
+
 /** Information about known flow actions. */
 static const struct rte_flow_desc_data rte_flow_desc_action[] = {
        MK_FLOW_ACTION(END, 0),
@@ -180,12 +247,15 @@ static const struct rte_flow_desc_data rte_flow_desc_action[] = {
        MK_FLOW_ACTION(MODIFY_FIELD,
                       sizeof(struct rte_flow_action_modify_field)),
        /**
-        * Shared action represented as handle of type
-        * (struct rte_flow_shared action *) stored in conf field (see
+        * Indirect action represented as handle of type
+        * (struct rte_flow_action_handle *) stored in conf field (see
         * struct rte_flow_action); no need for additional structure to * store
-        * shared action handle.
+        * indirect action handle.
         */
-       MK_FLOW_ACTION(SHARED, 0),
+       MK_FLOW_ACTION(INDIRECT, 0),
+       MK_FLOW_ACTION(CONNTRACK, sizeof(struct rte_flow_action_conntrack)),
+       MK_FLOW_ACTION(PORT_REPRESENTOR, sizeof(struct rte_flow_action_ethdev)),
+       MK_FLOW_ACTION(REPRESENTED_PORT, sizeof(struct rte_flow_action_ethdev)),
 };
 
 int
@@ -210,12 +280,12 @@ rte_flow_dynf_metadata_register(void)
        if (flag < 0)
                goto error;
        rte_flow_dynf_metadata_offs = offset;
-       rte_flow_dynf_metadata_mask = (1ULL << flag);
+       rte_flow_dynf_metadata_mask = RTE_BIT64(flag);
        return 0;
 
 error:
        rte_flow_dynf_metadata_offs = -1;
-       rte_flow_dynf_metadata_mask = 0ULL;
+       rte_flow_dynf_metadata_mask = UINT64_C(0);
        return -rte_errno;
 }
 
@@ -524,12 +594,8 @@ rte_flow_conv_item_spec(void *buf, const size_t size,
                }
                break;
        default:
-               /**
-                * allow PMD private flow item
-                */
-               off = (int)item->type >= 0 ?
-                     rte_flow_desc_item[item->type].size : sizeof(void *);
-               rte_memcpy(buf, data, (size > off ? off : size));
+               off = rte_flow_conv_copy(buf, data, size,
+                                        rte_flow_desc_item, item->type);
                break;
        }
        return off;
@@ -631,12 +697,8 @@ rte_flow_conv_action_conf(void *buf, const size_t size,
                }
                break;
        default:
-               /**
-                * allow PMD private flow action
-                */
-               off = (int)action->type >= 0 ?
-                     rte_flow_desc_action[action->type].size : sizeof(void *);
-               rte_memcpy(buf, action->conf, (size > off ? off : size));
+               off = rte_flow_conv_copy(buf, action->conf, size,
+                                        rte_flow_desc_action, action->type);
                break;
        }
        return off;
@@ -1068,53 +1130,53 @@ rte_flow_get_aged_flows(uint16_t port_id, void **contexts,
                                  NULL, rte_strerror(ENOTSUP));
 }
 
-struct rte_flow_shared_action *
-rte_flow_shared_action_create(uint16_t port_id,
-                             const struct rte_flow_shared_action_conf *conf,
+struct rte_flow_action_handle *
+rte_flow_action_handle_create(uint16_t port_id,
+                             const struct rte_flow_indir_action_conf *conf,
                              const struct rte_flow_action *action,
                              struct rte_flow_error *error)
 {
-       struct rte_flow_shared_action *shared_action;
+       struct rte_flow_action_handle *handle;
        const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);
 
        if (unlikely(!ops))
                return NULL;
-       if (unlikely(!ops->shared_action_create)) {
+       if (unlikely(!ops->action_handle_create)) {
                rte_flow_error_set(error, ENOSYS,
                                   RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
                                   rte_strerror(ENOSYS));
                return NULL;
        }
-       shared_action = ops->shared_action_create(&rte_eth_devices[port_id],
-                                                 conf, action, error);
-       if (shared_action == NULL)
+       handle = ops->action_handle_create(&rte_eth_devices[port_id],
+                                          conf, action, error);
+       if (handle == NULL)
                flow_err(port_id, -rte_errno, error);
-       return shared_action;
+       return handle;
 }
 
 int
-rte_flow_shared_action_destroy(uint16_t port_id,
-                             struct rte_flow_shared_action *action,
-                             struct rte_flow_error *error)
+rte_flow_action_handle_destroy(uint16_t port_id,
+                              struct rte_flow_action_handle *handle,
+                              struct rte_flow_error *error)
 {
        int ret;
        const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);
 
        if (unlikely(!ops))
                return -rte_errno;
-       if (unlikely(!ops->shared_action_destroy))
+       if (unlikely(!ops->action_handle_destroy))
                return rte_flow_error_set(error, ENOSYS,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                          NULL, rte_strerror(ENOSYS));
-       ret = ops->shared_action_destroy(&rte_eth_devices[port_id], action,
-                                        error);
+       ret = ops->action_handle_destroy(&rte_eth_devices[port_id],
+                                        handle, error);
        return flow_err(port_id, ret, error);
 }
 
 int
-rte_flow_shared_action_update(uint16_t port_id,
-                             struct rte_flow_shared_action *action,
-                             const struct rte_flow_action *update,
+rte_flow_action_handle_update(uint16_t port_id,
+                             struct rte_flow_action_handle *handle,
+                             const void *update,
                              struct rte_flow_error *error)
 {
        int ret;
@@ -1122,18 +1184,18 @@ rte_flow_shared_action_update(uint16_t port_id,
 
        if (unlikely(!ops))
                return -rte_errno;
-       if (unlikely(!ops->shared_action_update))
+       if (unlikely(!ops->action_handle_update))
                return rte_flow_error_set(error, ENOSYS,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                          NULL, rte_strerror(ENOSYS));
-       ret = ops->shared_action_update(&rte_eth_devices[port_id], action,
+       ret = ops->action_handle_update(&rte_eth_devices[port_id], handle,
                                        update, error);
        return flow_err(port_id, ret, error);
 }
 
 int
-rte_flow_shared_action_query(uint16_t port_id,
-                            const struct rte_flow_shared_action *action,
+rte_flow_action_handle_query(uint16_t port_id,
+                            const struct rte_flow_action_handle *handle,
                             void *data,
                             struct rte_flow_error *error)
 {
@@ -1142,11 +1204,11 @@ rte_flow_shared_action_query(uint16_t port_id,
 
        if (unlikely(!ops))
                return -rte_errno;
-       if (unlikely(!ops->shared_action_query))
+       if (unlikely(!ops->action_handle_query))
                return rte_flow_error_set(error, ENOSYS,
                                          RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                          NULL, rte_strerror(ENOSYS));
-       ret = ops->shared_action_query(&rte_eth_devices[port_id], action,
+       ret = ops->action_handle_query(&rte_eth_devices[port_id], handle,
                                       data, error);
        return flow_err(port_id, ret, error);
 }
@@ -1263,3 +1325,65 @@ rte_flow_tunnel_item_release(uint16_t port_id,
                                  RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
                                  NULL, rte_strerror(ENOTSUP));
 }
+
+int
+rte_flow_pick_transfer_proxy(uint16_t port_id, uint16_t *proxy_port_id,
+                            struct rte_flow_error *error)
+{
+       const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);
+       struct rte_eth_dev *dev;
+
+       if (unlikely(ops == NULL))
+               return -rte_errno;
+
+       if (ops->pick_transfer_proxy == NULL) {
+               *proxy_port_id = port_id;
+               return 0;
+       }
+
+       dev = &rte_eth_devices[port_id];
+
+       return flow_err(port_id,
+                       ops->pick_transfer_proxy(dev, proxy_port_id, error),
+                       error);
+}
+
+struct rte_flow_item_flex_handle *
+rte_flow_flex_item_create(uint16_t port_id,
+                         const struct rte_flow_item_flex_conf *conf,
+                         struct rte_flow_error *error)
+{
+       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+       const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);
+       struct rte_flow_item_flex_handle *handle;
+
+       if (unlikely(!ops))
+               return NULL;
+       if (unlikely(!ops->flex_item_create)) {
+               rte_flow_error_set(error, ENOTSUP,
+                                  RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
+                                  NULL, rte_strerror(ENOTSUP));
+               return NULL;
+       }
+       handle = ops->flex_item_create(dev, conf, error);
+       if (handle == NULL)
+               flow_err(port_id, -rte_errno, error);
+       return handle;
+}
+
+int
+rte_flow_flex_item_release(uint16_t port_id,
+                          const struct rte_flow_item_flex_handle *handle,
+                          struct rte_flow_error *error)
+{
+       int ret;
+       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+       const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);
+
+       if (unlikely(!ops || !ops->flex_item_release))
+               return rte_flow_error_set(error, ENOTSUP,
+                                         RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
+                                         NULL, rte_strerror(ENOTSUP));
+       ret = ops->flex_item_release(dev, handle, error);
+       return flow_err(port_id, ret, error);
+}