net/ice/base: initialize structures to zero
[dpdk.git] / drivers / net / softnic / rte_eth_softnic_thread.c
index c626b99..d610b16 100644 (file)
@@ -7,6 +7,7 @@
 #include <rte_common.h>
 #include <rte_cycles.h>
 #include <rte_lcore.h>
+#include <rte_service_component.h>
 #include <rte_ring.h>
 
 #include <rte_table_acl.h>
@@ -41,7 +42,7 @@ softnic_thread_init(struct pmd_internals *softnic)
 {
        uint32_t i;
 
-       RTE_LCORE_FOREACH_SLAVE(i) {
+       for (i = 0; i < RTE_MAX_LCORE; i++) {
                char ring_name[NAME_MAX];
                struct rte_ring *msgq_req, *msgq_rsp;
                struct softnic_thread *t = &softnic->thread[i];
@@ -80,7 +81,7 @@ softnic_thread_init(struct pmd_internals *softnic)
                /* Master thread records */
                t->msgq_req = msgq_req;
                t->msgq_rsp = msgq_rsp;
-               t->enabled = 1;
+               t->service_id = UINT32_MAX;
 
                /* Data plane thread records */
                t_data->n_pipelines = 0;
@@ -95,6 +96,20 @@ softnic_thread_init(struct pmd_internals *softnic)
        return 0;
 }
 
+static inline int
+thread_is_valid(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       if (thread_id == rte_get_master_lcore())
+               return 0; /* FALSE */
+
+       if (softnic->params.sc && rte_lcore_has_role(thread_id, ROLE_SERVICE))
+               return 1; /* TRUE */
+       if (!softnic->params.sc && rte_lcore_has_role(thread_id, ROLE_RTE))
+               return 1; /* TRUE */
+
+       return 0; /* FALSE */
+}
+
 static inline int
 thread_is_running(uint32_t thread_id)
 {
@@ -104,6 +119,81 @@ thread_is_running(uint32_t thread_id)
        return (thread_state == RUNNING)? 1 : 0;
 }
 
+static int32_t
+rte_pmd_softnic_run_internal(void *arg);
+
+static inline int
+thread_sc_service_up(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       struct rte_service_spec service_params;
+       struct softnic_thread *t = &softnic->thread[thread_id];
+       struct rte_eth_dev *dev;
+       int status;
+       uint16_t port_id;
+
+       /* service params */
+       status = rte_eth_dev_get_port_by_name(softnic->params.name, &port_id);
+       if (status)
+               return status;
+
+       dev = &rte_eth_devices[port_id];
+       snprintf(service_params.name, sizeof(service_params.name), "%s_%u",
+               softnic->params.name,
+               thread_id);
+       service_params.callback = rte_pmd_softnic_run_internal;
+       service_params.callback_userdata = dev;
+       service_params.capabilities = 0;
+       service_params.socket_id = (int)softnic->params.cpu_id;
+
+       /* service register */
+       status = rte_service_component_register(&service_params, &t->service_id);
+       if (status)
+               return status;
+
+       status = rte_service_component_runstate_set(t->service_id, 1);
+       if (status) {
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       status = rte_service_runstate_set(t->service_id, 1);
+       if (status) {
+               rte_service_component_runstate_set(t->service_id, 0);
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       /* service map to thread */
+       status = rte_service_map_lcore_set(t->service_id, thread_id, 1);
+       if (status) {
+               rte_service_runstate_set(t->service_id, 0);
+               rte_service_component_runstate_set(t->service_id, 0);
+               rte_service_component_unregister(t->service_id);
+               t->service_id = UINT32_MAX;
+               return status;
+       }
+
+       return 0;
+}
+
+static inline void
+thread_sc_service_down(struct pmd_internals *softnic, uint32_t thread_id)
+{
+       struct softnic_thread *t = &softnic->thread[thread_id];
+
+       /* service unmap from thread */
+       rte_service_map_lcore_set(t->service_id, thread_id, 0);
+
+       /* service unregister */
+       rte_service_runstate_set(t->service_id, 0);
+       rte_service_component_runstate_set(t->service_id, 0);
+       rte_service_component_unregister(t->service_id);
+
+       t->service_id = UINT32_MAX;
+}
+
 /**
  * Pipeline is running when:
  *    (A) Pipeline is mapped to a data plane thread AND
@@ -200,32 +290,34 @@ softnic_thread_pipeline_enable(struct pmd_internals *softnic,
        const char *pipeline_name)
 {
        struct pipeline *p = softnic_pipeline_find(softnic, pipeline_name);
-       struct softnic_thread *t;
        struct thread_msg_req *req;
        struct thread_msg_rsp *rsp;
-       uint32_t i;
+       uint32_t n_pipelines, i;
        int status;
 
        /* Check input params */
-       if ((thread_id >= RTE_MAX_LCORE) ||
+       if (!thread_is_valid(softnic, thread_id) ||
                (p == NULL) ||
                (p->n_ports_in == 0) ||
                (p->n_ports_out == 0) ||
-               (p->n_tables == 0))
+               (p->n_tables == 0) ||
+               p->enabled)
                return -1;
 
-       t = &softnic->thread[thread_id];
-       if ((t->enabled == 0) ||
-               p->enabled)
+       n_pipelines = softnic_pipeline_thread_count(softnic, thread_id);
+       if (n_pipelines >= THREAD_PIPELINES_MAX)
                return -1;
 
+       if (softnic->params.sc && (n_pipelines == 0)) {
+               status = thread_sc_service_up(softnic, thread_id);
+               if (status)
+                       return status;
+       }
+
        if (!thread_is_running(thread_id)) {
                struct softnic_thread_data *td = &softnic->thread_data[thread_id];
                struct pipeline_data *tdp = &td->pipeline_data[td->n_pipelines];
 
-               if (td->n_pipelines >= THREAD_PIPELINES_MAX)
-                       return -1;
-
                /* Data plane thread */
                td->p[td->n_pipelines] = p->p;
 
@@ -292,26 +384,20 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
        const char *pipeline_name)
 {
        struct pipeline *p = softnic_pipeline_find(softnic, pipeline_name);
-       struct softnic_thread *t;
        struct thread_msg_req *req;
        struct thread_msg_rsp *rsp;
+       uint32_t n_pipelines;
        int status;
 
        /* Check input params */
-       if ((thread_id >= RTE_MAX_LCORE) ||
-               (p == NULL))
-               return -1;
-
-       t = &softnic->thread[thread_id];
-       if (t->enabled == 0)
+       if (!thread_is_valid(softnic, thread_id) ||
+               (p == NULL) ||
+               (p->enabled && (p->thread_id != thread_id)))
                return -1;
 
        if (p->enabled == 0)
                return 0;
 
-       if (p->thread_id != thread_id)
-               return -1;
-
        if (!thread_is_running(thread_id)) {
                struct softnic_thread_data *td = &softnic->thread_data[thread_id];
                uint32_t i;
@@ -341,6 +427,9 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
                        break;
                }
 
+               if (softnic->params.sc && (td->n_pipelines == 0))
+                       thread_sc_service_down(softnic, thread_id);
+
                return 0;
        }
 
@@ -370,6 +459,10 @@ softnic_thread_pipeline_disable(struct pmd_internals *softnic,
 
        p->enabled = 0;
 
+       n_pipelines = softnic_pipeline_thread_count(softnic, thread_id);
+       if (softnic->params.sc && (n_pipelines == 0))
+               thread_sc_service_down(softnic, thread_id);
+
        return 0;
 }
 
@@ -409,11 +502,6 @@ thread_msg_handle_pipeline_enable(struct softnic_thread_data *t,
        uint32_t i;
 
        /* Request */
-       if (t->n_pipelines >= THREAD_PIPELINES_MAX) {
-               rsp->status = -1;
-               return rsp;
-       }
-
        t->p[t->n_pipelines] = req->pipeline_enable.p;
 
        p->p = req->pipeline_enable.p;
@@ -526,6 +614,7 @@ enum pipeline_req_type {
        PIPELINE_REQ_TABLE_MTR_PROFILE_DELETE,
        PIPELINE_REQ_TABLE_RULE_MTR_READ,
        PIPELINE_REQ_TABLE_DSCP_TABLE_UPDATE,
+       PIPELINE_REQ_TABLE_RULE_TTL_READ,
        PIPELINE_REQ_MAX
 };
 
@@ -587,6 +676,11 @@ struct pipeline_msg_req_table_dscp_table_update {
        struct rte_table_action_dscp_table dscp_table;
 };
 
+struct pipeline_msg_req_table_rule_ttl_read {
+       void *data;
+       int clear;
+};
+
 struct pipeline_msg_req {
        enum pipeline_req_type type;
        uint32_t id; /* Port IN, port OUT or table ID */
@@ -605,6 +699,7 @@ struct pipeline_msg_req {
                struct pipeline_msg_req_table_mtr_profile_delete table_mtr_profile_delete;
                struct pipeline_msg_req_table_rule_mtr_read table_rule_mtr_read;
                struct pipeline_msg_req_table_dscp_table_update table_dscp_table_update;
+               struct pipeline_msg_req_table_rule_ttl_read table_rule_ttl_read;
        };
 };
 
@@ -640,6 +735,10 @@ struct pipeline_msg_rsp_table_rule_mtr_read {
        struct rte_table_action_mtr_counters stats;
 };
 
+struct pipeline_msg_rsp_table_rule_ttl_read {
+       struct rte_table_action_ttl_counters stats;
+};
+
 struct pipeline_msg_rsp {
        int status;
 
@@ -653,6 +752,7 @@ struct pipeline_msg_rsp {
                struct pipeline_msg_rsp_table_rule_add_bulk table_rule_add_bulk;
                struct pipeline_msg_rsp_table_rule_stats_read table_rule_stats_read;
                struct pipeline_msg_rsp_table_rule_mtr_read table_rule_mtr_read;
+               struct pipeline_msg_rsp_table_rule_ttl_read table_rule_ttl_read;
        };
 };
 
@@ -1668,6 +1768,8 @@ softnic_pipeline_table_mtr_profile_add(struct pmd_internals *softnic,
        struct pipeline *p;
        struct pipeline_msg_req *req;
        struct pipeline_msg_rsp *rsp;
+       struct softnic_table *table;
+       struct softnic_table_meter_profile *mp;
        int status;
 
        /* Check input params */
@@ -1680,20 +1782,40 @@ softnic_pipeline_table_mtr_profile_add(struct pmd_internals *softnic,
                table_id >= p->n_tables)
                return -1;
 
-       if (!pipeline_is_running(p)) {
-               struct rte_table_action *a = p->table[table_id].a;
+       table = &p->table[table_id];
+       mp = softnic_pipeline_table_meter_profile_find(table, meter_profile_id);
+       if (mp)
+               return -1;
+
+       /* Resource Allocation */
+       mp = calloc(1, sizeof(struct softnic_table_meter_profile));
+       if (mp == NULL)
+               return -1;
 
-               status = rte_table_action_meter_profile_add(a,
+       mp->meter_profile_id = meter_profile_id;
+       memcpy(&mp->profile, profile, sizeof(mp->profile));
+
+       if (!pipeline_is_running(p)) {
+               status = rte_table_action_meter_profile_add(table->a,
                        meter_profile_id,
                        profile);
+               if (status) {
+                       free(mp);
+                       return status;
+               }
+
+               /* Add profile to the table. */
+               TAILQ_INSERT_TAIL(&table->meter_profiles, mp, node);
 
                return status;
        }
 
        /* Allocate request */
        req = pipeline_msg_alloc();
-       if (req == NULL)
+       if (req == NULL) {
+               free(mp);
                return -1;
+       }
 
        /* Write request */
        req->type = PIPELINE_REQ_TABLE_MTR_PROFILE_ADD;
@@ -1703,11 +1825,17 @@ softnic_pipeline_table_mtr_profile_add(struct pmd_internals *softnic,
 
        /* Send request and wait for response */
        rsp = pipeline_msg_send_recv(p, req);
-       if (rsp == NULL)
+       if (rsp == NULL) {
+               free(mp);
                return -1;
+       }
 
        /* Read response */
        status = rsp->status;
+       if (status == 0)
+               TAILQ_INSERT_TAIL(&table->meter_profiles, mp, node);
+       else
+               free(mp);
 
        /* Free response */
        pipeline_msg_free(rsp);
@@ -1862,6 +1990,11 @@ softnic_pipeline_table_dscp_table_update(struct pmd_internals *softnic,
                                dscp_mask,
                                dscp_table);
 
+               /* Update table dscp table */
+               if (!status)
+                       memcpy(&p->table[table_id].dscp_table, dscp_table,
+                               sizeof(p->table[table_id].dscp_table));
+
                return status;
        }
 
@@ -1885,6 +2018,73 @@ softnic_pipeline_table_dscp_table_update(struct pmd_internals *softnic,
        /* Read response */
        status = rsp->status;
 
+       /* Update table dscp table */
+       if (!status)
+               memcpy(&p->table[table_id].dscp_table, dscp_table,
+                       sizeof(p->table[table_id].dscp_table));
+
+       /* Free response */
+       pipeline_msg_free(rsp);
+
+       return status;
+}
+
+int
+softnic_pipeline_table_rule_ttl_read(struct pmd_internals *softnic,
+       const char *pipeline_name,
+       uint32_t table_id,
+       void *data,
+       struct rte_table_action_ttl_counters *stats,
+       int clear)
+{
+       struct pipeline *p;
+       struct pipeline_msg_req *req;
+       struct pipeline_msg_rsp *rsp;
+       int status;
+
+       /* Check input params */
+       if (pipeline_name == NULL ||
+               data == NULL ||
+               stats == NULL)
+               return -1;
+
+       p = softnic_pipeline_find(softnic, pipeline_name);
+       if (p == NULL ||
+               table_id >= p->n_tables)
+               return -1;
+
+       if (!pipeline_is_running(p)) {
+               struct rte_table_action *a = p->table[table_id].a;
+
+               status = rte_table_action_ttl_read(a,
+                               data,
+                               stats,
+                               clear);
+
+               return status;
+       }
+
+       /* Allocate request */
+       req = pipeline_msg_alloc();
+       if (req == NULL)
+               return -1;
+
+       /* Write request */
+       req->type = PIPELINE_REQ_TABLE_RULE_TTL_READ;
+       req->id = table_id;
+       req->table_rule_ttl_read.data = data;
+       req->table_rule_ttl_read.clear = clear;
+
+       /* Send request and wait for response */
+       rsp = pipeline_msg_send_recv(p, req);
+       if (rsp == NULL)
+               return -1;
+
+       /* Read response */
+       status = rsp->status;
+       if (status)
+               memcpy(stats, &rsp->table_rule_ttl_read.stats, sizeof(*stats));
+
        /* Free response */
        pipeline_msg_free(rsp);
 
@@ -2128,29 +2328,37 @@ match_convert(struct softnic_table_rule_match *mh,
                                ml->acl_add.field_value[0].mask_range.u8 =
                                        mh->match.acl.proto_mask;
 
-                               ml->acl_add.field_value[1].value.u32 = sa32[0];
+                               ml->acl_add.field_value[1].value.u32 =
+                                       rte_be_to_cpu_32(sa32[0]);
                                ml->acl_add.field_value[1].mask_range.u32 =
                                        sa32_depth[0];
-                               ml->acl_add.field_value[2].value.u32 = sa32[1];
+                               ml->acl_add.field_value[2].value.u32 =
+                                       rte_be_to_cpu_32(sa32[1]);
                                ml->acl_add.field_value[2].mask_range.u32 =
                                        sa32_depth[1];
-                               ml->acl_add.field_value[3].value.u32 = sa32[2];
+                               ml->acl_add.field_value[3].value.u32 =
+                                       rte_be_to_cpu_32(sa32[2]);
                                ml->acl_add.field_value[3].mask_range.u32 =
                                        sa32_depth[2];
-                               ml->acl_add.field_value[4].value.u32 = sa32[3];
+                               ml->acl_add.field_value[4].value.u32 =
+                                       rte_be_to_cpu_32(sa32[3]);
                                ml->acl_add.field_value[4].mask_range.u32 =
                                        sa32_depth[3];
 
-                               ml->acl_add.field_value[5].value.u32 = da32[0];
+                               ml->acl_add.field_value[5].value.u32 =
+                                       rte_be_to_cpu_32(da32[0]);
                                ml->acl_add.field_value[5].mask_range.u32 =
                                        da32_depth[0];
-                               ml->acl_add.field_value[6].value.u32 = da32[1];
+                               ml->acl_add.field_value[6].value.u32 =
+                                       rte_be_to_cpu_32(da32[1]);
                                ml->acl_add.field_value[6].mask_range.u32 =
                                        da32_depth[1];
-                               ml->acl_add.field_value[7].value.u32 = da32[2];
+                               ml->acl_add.field_value[7].value.u32 =
+                                       rte_be_to_cpu_32(da32[2]);
                                ml->acl_add.field_value[7].mask_range.u32 =
                                        da32_depth[2];
-                               ml->acl_add.field_value[8].value.u32 = da32[3];
+                               ml->acl_add.field_value[8].value.u32 =
+                                       rte_be_to_cpu_32(da32[3]);
                                ml->acl_add.field_value[8].mask_range.u32 =
                                        da32_depth[3];
 
@@ -2190,36 +2398,36 @@ match_convert(struct softnic_table_rule_match *mh,
                                        mh->match.acl.proto_mask;
 
                                ml->acl_delete.field_value[1].value.u32 =
-                                       sa32[0];
+                                       rte_be_to_cpu_32(sa32[0]);
                                ml->acl_delete.field_value[1].mask_range.u32 =
                                        sa32_depth[0];
                                ml->acl_delete.field_value[2].value.u32 =
-                                       sa32[1];
+                                       rte_be_to_cpu_32(sa32[1]);
                                ml->acl_delete.field_value[2].mask_range.u32 =
                                        sa32_depth[1];
                                ml->acl_delete.field_value[3].value.u32 =
-                                       sa32[2];
+                                       rte_be_to_cpu_32(sa32[2]);
                                ml->acl_delete.field_value[3].mask_range.u32 =
                                        sa32_depth[2];
                                ml->acl_delete.field_value[4].value.u32 =
-                                       sa32[3];
+                                       rte_be_to_cpu_32(sa32[3]);
                                ml->acl_delete.field_value[4].mask_range.u32 =
                                        sa32_depth[3];
 
                                ml->acl_delete.field_value[5].value.u32 =
-                                       da32[0];
+                                       rte_be_to_cpu_32(da32[0]);
                                ml->acl_delete.field_value[5].mask_range.u32 =
                                        da32_depth[0];
                                ml->acl_delete.field_value[6].value.u32 =
-                                       da32[1];
+                                       rte_be_to_cpu_32(da32[1]);
                                ml->acl_delete.field_value[6].mask_range.u32 =
                                        da32_depth[1];
                                ml->acl_delete.field_value[7].value.u32 =
-                                       da32[2];
+                                       rte_be_to_cpu_32(da32[2]);
                                ml->acl_delete.field_value[7].mask_range.u32 =
                                        da32_depth[2];
                                ml->acl_delete.field_value[8].value.u32 =
-                                       da32[3];
+                                       rte_be_to_cpu_32(da32[3]);
                                ml->acl_delete.field_value[8].mask_range.u32 =
                                        da32_depth[3];
 
@@ -2358,6 +2566,36 @@ action_convert(struct rte_table_action *a,
                        return status;
        }
 
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_TAG)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_TAG,
+                       &action->tag);
+
+               if (status)
+                       return status;
+       }
+
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_DECAP)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_DECAP,
+                       &action->decap);
+
+               if (status)
+                       return status;
+       }
+
+       if (action->action_mask & (1LLU << RTE_TABLE_ACTION_SYM_CRYPTO)) {
+               status = rte_table_action_apply(a,
+                       data,
+                       RTE_TABLE_ACTION_SYM_CRYPTO,
+                       &action->sym_crypto);
+
+               if (status)
+                       return status;
+       }
+
        return 0;
 }
 
@@ -2682,6 +2920,24 @@ pipeline_msg_handle_table_dscp_table_update(struct pipeline_data *p,
        return rsp;
 }
 
+static struct pipeline_msg_rsp *
+pipeline_msg_handle_table_rule_ttl_read(struct pipeline_data *p,
+       struct pipeline_msg_req *req)
+{
+       struct pipeline_msg_rsp *rsp = (struct pipeline_msg_rsp *)req;
+       uint32_t table_id = req->id;
+       void *data = req->table_rule_ttl_read.data;
+       int clear = req->table_rule_ttl_read.clear;
+       struct rte_table_action *a = p->table_data[table_id].a;
+
+       rsp->status = rte_table_action_ttl_read(a,
+               data,
+               &rsp->table_rule_ttl_read.stats,
+               clear);
+
+       return rsp;
+}
+
 static void
 pipeline_msg_handle(struct pipeline_data *p)
 {
@@ -2754,6 +3010,10 @@ pipeline_msg_handle(struct pipeline_data *p)
                        rsp = pipeline_msg_handle_table_dscp_table_update(p, req);
                        break;
 
+               case PIPELINE_REQ_TABLE_RULE_TTL_READ:
+                       rsp = pipeline_msg_handle_table_rule_ttl_read(p, req);
+                       break;
+
                default:
                        rsp = (struct pipeline_msg_rsp *)req;
                        rsp->status = -1;
@@ -2766,18 +3026,14 @@ pipeline_msg_handle(struct pipeline_data *p)
 /**
  * Data plane threads: main
  */
-int
-rte_pmd_softnic_run(uint16_t port_id)
+static int32_t
+rte_pmd_softnic_run_internal(void *arg)
 {
-       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+       struct rte_eth_dev *dev = arg;
        struct pmd_internals *softnic;
        struct softnic_thread_data *t;
        uint32_t thread_id, j;
 
-#ifdef RTE_LIBRTE_ETHDEV_DEBUG
-       RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
-#endif
-
        softnic = dev->data->dev_private;
        thread_id = rte_lcore_id();
        t = &softnic->thread_data[thread_id];
@@ -2831,3 +3087,15 @@ rte_pmd_softnic_run(uint16_t port_id)
 
        return 0;
 }
+
+int
+rte_pmd_softnic_run(uint16_t port_id)
+{
+       struct rte_eth_dev *dev = &rte_eth_devices[port_id];
+
+#ifdef RTE_LIBRTE_ETHDEV_DEBUG
+       RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
+#endif
+
+       return (int)rte_pmd_softnic_run_internal(dev);
+}