net/ice: calculate TCP header size for offload
[dpdk.git] / drivers / net / softnic / rte_eth_softnic_thread.c
index 76217fc..dcfb5eb 100644 (file)
@@ -7,6 +7,7 @@
 #include <rte_common.h>
 #include <rte_cycles.h>
 #include <rte_lcore.h>
+#include <rte_service_component.h>
 #include <rte_ring.h>
 
 #include <rte_table_acl.h>
@@ -41,7 +42,7 @@ softnic_thread_init(struct pmd_internals *softnic)
 {
        uint32_t i;
 
-       RTE_LCORE_FOREACH_SLAVE(i) {
+       for (i = 0; i < RTE_MAX_LCORE; i++) {
                char ring_name[NAME_MAX];
                struct rte_ring *msgq_req, *msgq_rsp;
                struct softnic_thread *t = &softnic->thread[i];
@@ -80,7 +81,7 @@ softnic_thread_init(struct pmd_internals *softnic)
                /* Master thread records */
                t->msgq_req = msgq_req;
                t->msgq_rsp = msgq_rsp;
-               t->enabled = 1;
+               t->service_id = UINT32_MAX;
 
                /* Data plane thread records */
                t_data->n_pipelines = 0;
@@ -95,6 +96,20 @@ softnic_thread_init(struct pmd_internals *softnic)
        return 0;
 }
 
+static inline int
+thread_is_valid(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       if (thread_id == rte_get_master_lcore())
+               return 0; /* FALSE */
+
+       if (softnic->params.sc && rte_lcore_has_role(thread_id, ROLE_SERVICE))
+               return 1; /* TRUE */
+       if (!softnic->params.sc && rte_lcore_has_role(thread_id, ROLE_RTE))
+               return 1; /* TRUE */
+
+       return 0; /* FALSE */
+}
+
 static inline int
 thread_is_running(uint32_t thread_id)
 {
@@ -104,6 +119,81 @@ thread_is_running(uint32_t thread_id)
        return (thread_state == RUNNING)? 1 : 0;
 }
 
+static int32_t
+rte_pmd_softnic_run_internal(void *arg);
+
+static inline int
+thread_sc_service_up(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       struct rte_service_spec service_params;
+       struct softnic_thread *t = &softnic->thread[thread_id];
+       struct rte_eth_dev *dev;
+       int status;
+       uint16_t port_id;
+
+       /* service params */
+       status = rte_eth_dev_get_port_by_name(softnic->params.name, &port_id);
+       if (status)
+               return status;
+
+       dev = &rte_eth_devices[port_id];
+       snprintf(service_params.name, sizeof(service_params.name), "%s_%u",
+               softnic->params.name,
+               thread_id);
+       service_params.callback = rte_pmd_softnic_run_internal;
+       service_params.callback_userdata = dev;
+       service_params.capabilities = 0;
+       service_params.socket_id = (int)softnic->params.cpu_id;
+
+       /* service register */
+       status = rte_service_component_register(&service_params, &t->service_id);
+       if (status)
+               return status;
+
+       status = rte_service_component_runstate_set(t->service_id, 1);
+       if (status) {
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       status = rte_service_runstate_set(t->service_id, 1);
+       if (status) {
+               rte_service_component_runstate_set(t->service_id, 0);
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       /* service map to thread */
+       status = rte_service_map_lcore_set(t->service_id, thread_id, 1);
+       if (status) {
+               rte_service_runstate_set(t->service_id, 0);
+               rte_service_component_runstate_set(t->service_id, 0);
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       return 0;
+}
+
+static inline void
+thread_sc_service_down(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       struct softnic_thread *t = &softnic->thread[thread_id];
+
+       /* service unmap from thread */
+       rte_service_map_lcore_set(t->service_id, thread_id, 0);
+
+       /* service unregister */
+       rte_service_runstate_set(t->service_id, 0);
+       rte_service_component_runstate_set(t->service_id, 0);
+       rte_service_component_unregister(t->service_id);
+
+       t->service_id = UINT32_MAX;
+}
+
 /**
  * Pipeline is running when:
  *    (A) Pipeline is mapped to a data plane thread AND
@@ -200,32 +290,34 @@ softnic_thread_pipeline_enable(struct pmd_internals *softnic,
        const char *pipeline_name)
 {
        struct pipeline *p = softnic_pipeline_find(softnic, pipeline_name);
-       struct softnic_thread *t;
        struct thread_msg_req *req;
        struct thread_msg_rsp *rsp;
-       uint32_t i;
+       uint32_t n_pipelines, i;
        int status;
 
        /* Check input params */
-       if ((thread_id >= RTE_MAX_LCORE) ||
+       if (!thread_is_valid(softnic, thread_id) ||
                (p == NULL) ||
                (p->n_ports_in == 0) ||
                (p->n_ports_out == 0) ||
-               (p->n_tables == 0))
+               (p->n_tables == 0) ||
+               p->enabled)
                return -1;
 
-       t = &softnic->thread[thread_id];
-       if ((t->enabled == 0) ||
-               p->enabled)
+       n_pipelines = softnic_pipeline_thread_count(softnic, thread_id);
+       if (n_pipelines >= THREAD_PIPELINES_MAX)
                return -1;
 
+       if (softnic->params.sc && (n_pipelines == 0)) {
+               status = thread_sc_service_up(softnic, thread_id);
+               if (status)
+                       return status;
+       }
+
        if (!thread_is_running(thread_id)) {
                struct softnic_thread_data *td = &softnic->thread_data[thread_id];
                struct pipeline_data *tdp = &td->pipeline_data[td->n_pipelines];
 
-               if (td->n_pipelines >= THREAD_PIPELINES_MAX)
-                       return -1;
-
                /* Data plane thread */
                td->p[td->n_pipelines] = p->p;
 
@@ -267,8 +359,6 @@ softnic_thread_pipeline_enable(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = thread_msg_send_recv(softnic, thread_id, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -292,26 +382,20 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
        const char *pipeline_name)
 {
        struct pipeline *p = softnic_pipeline_find(softnic, pipeline_name);
-       struct softnic_thread *t;
        struct thread_msg_req *req;
        struct thread_msg_rsp *rsp;
+       uint32_t n_pipelines;
        int status;
 
        /* Check input params */
-       if ((thread_id >= RTE_MAX_LCORE) ||
-               (p == NULL))
-               return -1;
-
-       t = &softnic->thread[thread_id];
-       if (t->enabled == 0)
+       if (!thread_is_valid(softnic, thread_id) ||
+               (p == NULL) ||
+               (p->enabled && (p->thread_id != thread_id)))
                return -1;
 
        if (p->enabled == 0)
                return 0;
 
-       if (p->thread_id != thread_id)
-               return -1;
-
        if (!thread_is_running(thread_id)) {
                struct softnic_thread_data *td = &softnic->thread_data[thread_id];
                uint32_t i;
@@ -341,6 +425,9 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
                        break;
                }
 
+               if (softnic->params.sc && (td->n_pipelines == 0))
+                       thread_sc_service_down(softnic, thread_id);
+
                return 0;
        }
 
@@ -355,8 +442,6 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = thread_msg_send_recv(softnic, thread_id, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -370,6 +455,10 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
 
        p->enabled = 0;
 
+       n_pipelines = softnic_pipeline_thread_count(softnic, thread_id);
+       if (softnic->params.sc && (n_pipelines == 0))
+               thread_sc_service_down(softnic, thread_id);
+
        return 0;
 }
 
@@ -409,11 +498,6 @@ thread_msg_handle_pipeline_enable(struct softnic_thread_data *t,
        uint32_t i;
 
        /* Request */
-       if (t->n_pipelines >= THREAD_PIPELINES_MAX) {
-               rsp->status = -1;
-               return rsp;
-       }
-
        t->p[t->n_pipelines] = req->pipeline_enable.p;
 
        p->p = req->pipeline_enable.p;
@@ -751,8 +835,6 @@ softnic_pipeline_port_in_stats_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -800,8 +882,6 @@ softnic_pipeline_port_in_enable(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -847,8 +927,6 @@ softnic_pipeline_port_in_disable(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -902,8 +980,6 @@ softnic_pipeline_port_out_stats_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -959,8 +1035,6 @@ softnic_pipeline_table_stats_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1239,8 +1313,6 @@ softnic_pipeline_table_rule_add(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1323,8 +1395,6 @@ softnic_pipeline_table_rule_add_default(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1481,8 +1551,6 @@ fail:
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1546,8 +1614,6 @@ softnic_pipeline_table_rule_delete(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1596,8 +1662,6 @@ softnic_pipeline_table_rule_delete_default(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1656,8 +1720,6 @@ softnic_pipeline_table_rule_stats_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1737,10 +1799,6 @@ softnic_pipeline_table_mtr_profile_add(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL) {
-               free(mp);
-               return -1;
-       }
 
        /* Read response */
        status = rsp->status;
@@ -1796,8 +1854,6 @@ softnic_pipeline_table_mtr_profile_delete(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1859,8 +1915,6 @@ softnic_pipeline_table_rule_mtr_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1924,8 +1978,6 @@ softnic_pipeline_table_dscp_table_update(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -1989,8 +2041,6 @@ softnic_pipeline_table_rule_ttl_read(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
-               return -1;
 
        /* Read response */
        status = rsp->status;
@@ -2240,29 +2290,37 @@ match_convert(struct softnic_table_rule_match *mh,
                                ml->acl_add.field_value[0].mask_range.u8 =
                                        mh->match.acl.proto_mask;
 
-                               ml->acl_add.field_value[1].value.u32 = sa32[0];
+                               ml->acl_add.field_value[1].value.u32 =
+                                       rte_be_to_cpu_32(sa32[0]);
                                ml->acl_add.field_value[1].mask_range.u32 =
                                        sa32_depth[0];
-                               ml->acl_add.field_value[2].value.u32 = sa32[1];
+                               ml->acl_add.field_value[2].value.u32 =
+                                       rte_be_to_cpu_32(sa32[1]);
                                ml->acl_add.field_value[2].mask_range.u32 =
                                        sa32_depth[1];
-                               ml->acl_add.field_value[3].value.u32 = sa32[2];
+                               ml->acl_add.field_value[3].value.u32 =
+                                       rte_be_to_cpu_32(sa32[2]);
                                ml->acl_add.field_value[3].mask_range.u32 =
                                        sa32_depth[2];
-                               ml->acl_add.field_value[4].value.u32 = sa32[3];
+                               ml->acl_add.field_value[4].value.u32 =
+                                       rte_be_to_cpu_32(sa32[3]);
                                ml->acl_add.field_value[4].mask_range.u32 =
                                        sa32_depth[3];
 
-                               ml->acl_add.field_value[5].value.u32 = da32[0];
+                               ml->acl_add.field_value[5].value.u32 =
+                                       rte_be_to_cpu_32(da32[0]);
                                ml->acl_add.field_value[5].mask_range.u32 =
                                        da32_depth[0];
-                               ml->acl_add.field_value[6].value.u32 = da32[1];
+                               ml->acl_add.field_value[6].value.u32 =
+                                       rte_be_to_cpu_32(da32[1]);
                                ml->acl_add.field_value[6].mask_range.u32 =
                                        da32_depth[1];
-                               ml->acl_add.field_value[7].value.u32 = da32[2];
+                               ml->acl_add.field_value[7].value.u32 =
+                                       rte_be_to_cpu_32(da32[2]);
                                ml->acl_add.field_value[7].mask_range.u32 =
                                        da32_depth[2];
-                               ml->acl_add.field_value[8].value.u32 = da32[3];
+                               ml->acl_add.field_value[8].value.u32 =
+                                       rte_be_to_cpu_32(da32[3]);
                                ml->acl_add.field_value[8].mask_range.u32 =
                                        da32_depth[3];
 
@@ -2302,36 +2360,36 @@ match_convert(struct softnic_table_rule_match *mh,
                                        mh->match.acl.proto_mask;
 
                                ml->acl_delete.field_value[1].value.u32 =
-                                       sa32[0];
+                                       rte_be_to_cpu_32(sa32[0]);
                                ml->acl_delete.field_value[1].mask_range.u32 =
                                        sa32_depth[0];
                                ml->acl_delete.field_value[2].value.u32 =
-                                       sa32[1];
+                                       rte_be_to_cpu_32(sa32[1]);
                                ml->acl_delete.field_value[2].mask_range.u32 =
                                        sa32_depth[1];
                                ml->acl_delete.field_value[3].value.u32 =
-                                       sa32[2];
+                                       rte_be_to_cpu_32(sa32[2]);
                                ml->acl_delete.field_value[3].mask_range.u32 =
                                        sa32_depth[2];
                                ml->acl_delete.field_value[4].value.u32 =
-                                       sa32[3];
+                                       rte_be_to_cpu_32(sa32[3]);
                                ml->acl_delete.field_value[4].mask_range.u32 =
                                        sa32_depth[3];
 
                                ml->acl_delete.field_value[5].value.u32 =
-                                       da32[0];
+                                       rte_be_to_cpu_32(da32[0]);
                                ml->acl_delete.field_value[5].mask_range.u32 =
                                        da32_depth[0];
                                ml->acl_delete.field_value[6].value.u32 =
-                                       da32[1];
+                                       rte_be_to_cpu_32(da32[1]);
                                ml->acl_delete.field_value[6].mask_range.u32 =
                                        da32_depth[1];
                                ml->acl_delete.field_value[7].value.u32 =
-                                       da32[2];
+                                       rte_be_to_cpu_32(da32[2]);
                                ml->acl_delete.field_value[7].mask_range.u32 =
                                        da32_depth[2];
                                ml->acl_delete.field_value[8].value.u32 =
-                                       da32[3];
+                                       rte_be_to_cpu_32(da32[3]);
                                ml->acl_delete.field_value[8].mask_range.u32 =
                                        da32_depth[3];
 
@@ -2470,6 +2528,36 @@ action_convert(struct rte_table_action *a,
                        return status;
        }
 
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_TAG)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_TAG,
+                       &action->tag);
+
+               if (status)
+                       return status;
+       }
+
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_DECAP)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_DECAP,
+                       &action->decap);
+
+               if (status)
+                       return status;
+       }
+
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_SYM_CRYPTO)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_SYM_CRYPTO,
+                       &action->sym_crypto);
+
+               if (status)
+                       return status;
+       }
+
        return 0;
 }
 
@@ -2900,18 +2988,14 @@ pipeline_msg_handle(struct pipeline_data *p)
 /**
  * Data plane threads: main
  */
-int
-rte_pmd_softnic_run(uint16_t port_id)
+static int32_t
+rte_pmd_softnic_run_internal(void *arg)
 {
-       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+       struct rte_eth_dev *dev = arg;
        struct pmd_internals *softnic;
        struct softnic_thread_data *t;
        uint32_t thread_id, j;
 
-#ifdef RTE_LIBRTE_ETHDEV_DEBUG
-       RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
-#endif
-
        softnic = dev->data->dev_private;
        thread_id = rte_lcore_id();
        t = &softnic->thread_data[thread_id];
@@ -2965,3 +3049,15 @@ rte_pmd_softnic_run(uint16_t port_id)
 
        return 0;
 }
+
+int
+rte_pmd_softnic_run(uint16_t port_id)
+{
+       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+
+#ifdef RTE_LIBRTE_ETHDEV_DEBUG
+       RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
+#endif
+
+       return (int)rte_pmd_softnic_run_internal(dev);
+}