net/cxgbe: implement flow create operation
[dpdk.git] / drivers / net / cxgbe / cxgbe_main.c
index c786a1a..a00e070 100644 (file)
@@ -29,7 +29,6 @@
 #include <rte_ether.h>
 #include <rte_ethdev_driver.h>
 #include <rte_ethdev_pci.h>
-#include <rte_malloc.h>
 #include <rte_random.h>
 #include <rte_dev.h>
 #include <rte_kvargs.h>
 #include "t4_msg.h"
 #include "cxgbe.h"
 
-#define CXGBE_DEVARG_KEEP_OVLAN "keep_ovlan"
+/**
+ * Allocate a chunk of memory. The allocated memory is cleared.
+ */
+void *t4_alloc_mem(size_t size)
+{
+       return rte_zmalloc(NULL, size, 0);
+}
+
+/**
+ * Free memory allocated through t4_alloc_mem().
+ */
+void t4_free_mem(void *addr)
+{
+       rte_free(addr);
+}
 
 /*
  * Response queue handler for the FW event queue.
@@ -73,6 +86,10 @@ static int fwevtq_handler(struct sge_rspq *q, const __be64 *rsp,
                const struct cpl_fw6_msg *msg = (const void *)rsp;
 
                t4_handle_fw_rpl(q->adapter, msg->data);
+       } else if (opcode == CPL_SET_TCB_RPL) {
+               const struct cpl_set_tcb_rpl *p = (const void *)rsp;
+
+               filter_rpl(q->adapter, p);
        } else {
                dev_err(adapter, "unexpected CPL %#x on FW event queue\n",
                        opcode);
@@ -81,6 +98,79 @@ out:
        return 0;
 }
 
+/**
+ * Setup sge control queues to pass control information.
+ */
+int setup_sge_ctrl_txq(struct adapter *adapter)
+{
+       struct sge *s = &adapter->sge;
+       int err = 0, i = 0;
+
+       for_each_port(adapter, i) {
+               char name[RTE_ETH_NAME_MAX_LEN];
+               struct sge_ctrl_txq *q = &s->ctrlq[i];
+
+               q->q.size = 1024;
+               err = t4_sge_alloc_ctrl_txq(adapter, q,
+                                           adapter->eth_dev,  i,
+                                           s->fw_evtq.cntxt_id,
+                                           rte_socket_id());
+               if (err) {
+                       dev_err(adapter, "Failed to alloc ctrl txq. Err: %d",
+                               err);
+                       goto out;
+               }
+               snprintf(name, sizeof(name), "cxgbe_ctrl_pool_%d", i);
+               q->mb_pool = rte_pktmbuf_pool_create(name, s->ctrlq[i].q.size,
+                                                    RTE_CACHE_LINE_SIZE,
+                                                    RTE_MBUF_PRIV_ALIGN,
+                                                    RTE_MBUF_DEFAULT_BUF_SIZE,
+                                                    SOCKET_ID_ANY);
+               if (!q->mb_pool) {
+                       dev_err(adapter, "Can't create ctrl pool for port: %d",
+                               i);
+                       err = -ENOMEM;
+                       goto out;
+               }
+       }
+       return 0;
+out:
+       t4_free_sge_resources(adapter);
+       return err;
+}
+
+/**
+ * cxgbe_poll_for_completion: Poll rxq for completion
+ * @q: rxq to poll
+ * @us: microseconds to delay
+ * @cnt: number of times to poll
+ * @c: completion to check for 'done' status
+ *
+ * Polls the rxq for reples until completion is done or the count
+ * expires.
+ */
+int cxgbe_poll_for_completion(struct sge_rspq *q, unsigned int us,
+                             unsigned int cnt, struct t4_completion *c)
+{
+       unsigned int i;
+       unsigned int work_done, budget = 4;
+
+       if (!c)
+               return -EINVAL;
+
+       for (i = 0; i < cnt; i++) {
+               cxgbe_poll(q, NULL, budget, &work_done);
+               t4_os_lock(&c->lock);
+               if (c->done) {
+                       t4_os_unlock(&c->lock);
+                       return 0;
+               }
+               t4_os_unlock(&c->lock);
+               udelay(us);
+       }
+       return -ETIMEDOUT;
+}
+
 int setup_sge_fwevtq(struct adapter *adapter)
 {
        struct sge *s = &adapter->sge;
@@ -172,6 +262,59 @@ int cxgb4_set_rspq_intr_params(struct sge_rspq *q, unsigned int us,
        return 0;
 }
 
+/**
+ * Free TID tables.
+ */
+static void tid_free(struct tid_info *t)
+{
+       if (t->tid_tab) {
+               if (t->ftid_bmap)
+                       rte_bitmap_free(t->ftid_bmap);
+
+               if (t->ftid_bmap_array)
+                       t4_os_free(t->ftid_bmap_array);
+
+               t4_os_free(t->tid_tab);
+       }
+
+       memset(t, 0, sizeof(struct tid_info));
+}
+
+/**
+ * Allocate and initialize the TID tables.  Returns 0 on success.
+ */
+static int tid_init(struct tid_info *t)
+{
+       size_t size;
+       unsigned int ftid_bmap_size;
+       unsigned int max_ftids = t->nftids;
+
+       ftid_bmap_size = rte_bitmap_get_memory_footprint(t->nftids);
+       size = t->ntids * sizeof(*t->tid_tab) +
+               max_ftids * sizeof(*t->ftid_tab);
+
+       t->tid_tab = t4_os_alloc(size);
+       if (!t->tid_tab)
+               return -ENOMEM;
+
+       t->ftid_tab = (struct filter_entry *)&t->tid_tab[t->ntids];
+       t->ftid_bmap_array = t4_os_alloc(ftid_bmap_size);
+       if (!t->ftid_bmap_array) {
+               tid_free(t);
+               return -ENOMEM;
+       }
+
+       t4_os_lock_init(&t->ftid_lock);
+       t->ftid_bmap = rte_bitmap_init(t->nftids, t->ftid_bmap_array,
+                                      ftid_bmap_size);
+       if (!t->ftid_bmap) {
+               tid_free(t);
+               return -ENOMEM;
+       }
+
+       return 0;
+}
+
 static inline bool is_x_1g_port(const struct link_config *lc)
 {
        return (lc->pcaps & FW_PORT_CAP32_SPEED_1G) != 0;
@@ -405,7 +548,7 @@ check_devargs_handler(__rte_unused const char *key, const char *value,
        return 0;
 }
 
-static int cxgbe_get_devargs(struct rte_devargs *devargs, const char *key)
+int cxgbe_get_devargs(struct rte_devargs *devargs, const char *key)
 {
        struct rte_kvargs *kvlist;
 
@@ -709,6 +852,7 @@ bye:
 
 static int adap_init0(struct adapter *adap)
 {
+       struct fw_caps_config_cmd caps_cmd;
        int ret = 0;
        u32 v, port_vec;
        enum dev_state state;
@@ -825,6 +969,35 @@ static int adap_init0(struct adapter *adap)
         V_FW_PARAMS_PARAM_Y(0) | \
         V_FW_PARAMS_PARAM_Z(0))
 
+       params[0] = FW_PARAM_PFVF(FILTER_START);
+       params[1] = FW_PARAM_PFVF(FILTER_END);
+       ret = t4_query_params(adap, adap->mbox, adap->pf, 0, 2, params, val);
+       if (ret < 0)
+               goto bye;
+       adap->tids.ftid_base = val[0];
+       adap->tids.nftids = val[1] - val[0] + 1;
+
+       /*
+        * Get device capabilities so we can determine what resources we need
+        * to manage.
+        */
+       memset(&caps_cmd, 0, sizeof(caps_cmd));
+       caps_cmd.op_to_write = htonl(V_FW_CMD_OP(FW_CAPS_CONFIG_CMD) |
+                                    F_FW_CMD_REQUEST | F_FW_CMD_READ);
+       caps_cmd.cfvalid_to_len16 = htonl(FW_LEN16(caps_cmd));
+       ret = t4_wr_mbox(adap, adap->mbox, &caps_cmd, sizeof(caps_cmd),
+                        &caps_cmd);
+       if (ret < 0)
+               goto bye;
+
+       /* query tid-related parameters */
+       params[0] = FW_PARAM_DEV(NTID);
+       ret = t4_query_params(adap, adap->mbox, adap->pf, 0, 1,
+                             params, val);
+       if (ret < 0)
+               goto bye;
+       adap->tids.ntids = val[0];
+
        /* If we're running on newer firmware, let it know that we're
         * prepared to deal with encapsulated CPL messages.  Older
         * firmware won't understand this and we'll just get
@@ -943,6 +1116,18 @@ void t4_os_portmod_changed(const struct adapter *adap, int port_id)
                         pi->port_id, pi->mod_type);
 }
 
+inline bool force_linkup(struct adapter *adap)
+{
+       struct rte_pci_device *pdev = adap->pdev;
+
+       if (is_pf4(adap))
+               return false;   /* force_linkup not required for pf driver*/
+       if (!cxgbe_get_devargs(pdev->device.devargs,
+                              CXGBE_DEVARG_FORCE_LINK_UP))
+               return false;
+       return true;
+}
+
 /**
  * link_start - enable a port
  * @dev: the port to enable
@@ -988,6 +1173,9 @@ int link_start(struct port_info *pi)
                ret = t4_enable_vi_params(adapter, adapter->mbox, pi->viid,
                                          true, true, false);
        }
+
+       if (ret == 0 && force_linkup(adapter))
+               pi->eth_dev->data->dev_link.link_status = ETH_LINK_UP;
        return ret;
 }
 
@@ -1295,6 +1483,7 @@ void cxgbe_close(struct adapter *adapter)
        if (adapter->flags & FULL_INIT_DONE) {
                if (is_pf4(adapter))
                        t4_intr_disable(adapter);
+               tid_free(&adapter->tids);
                t4_sge_tx_monitor_stop(adapter);
                t4_free_sge_resources(adapter);
                for_each_port(adapter, i) {
@@ -1436,6 +1625,11 @@ allocate_mac:
                        err = -1;
                        goto out_free;
                }
+
+               if (i > 0) {
+                       /* First port will be notified by upper layer */
+                       rte_eth_dev_probing_finish(eth_dev);
+               }
        }
 
        if (adapter->flags & FW_OK) {
@@ -1452,6 +1646,12 @@ allocate_mac:
        print_adapter_info(adapter);
        print_port_info(adapter);
 
+       if (tid_init(&adapter->tids) < 0) {
+               /* Disable filtering support */
+               dev_warn(adapter, "could not allocate TID table, "
+                        "filter support disabled. Continuing\n");
+       }
+
        err = init_rss(adapter);
        if (err)
                goto out_free;