1 /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0)
3 * Copyright 2010-2016 Freescale Semiconductor Inc.
12 /* This header declares the driver interface we implement */
15 #include <rte_dpaa_logs.h>
16 #include <rte_string_fns.h>
18 #define QMI_PORT_REGS_OFFSET 0x400
20 /* CCSR map address to access ccsr based register */
22 /* fman version info */
25 u32 fman_dealloc_bufs_mask_hi;
26 u32 fman_dealloc_bufs_mask_lo;
28 int fman_ccsr_map_fd = -1;
29 static COMPAT_LIST_HEAD(__ifs);
31 /* This is the (const) global variable that callers have read-only access to.
32 * Internally, we have read-write access directly to __ifs.
34 const struct list_head *fman_if_list = &__ifs;
37 if_destructor(struct __fman_if *__if)
39 struct fman_if_bpool *bp, *tmpbp;
44 if (__if->__if.mac_type == fman_offline)
47 list_for_each_entry_safe(bp, tmpbp, &__if->__if.bpool_list, node) {
56 fman_get_ip_rev(const struct device_node *fman_node)
58 const uint32_t *fman_addr;
64 fman_addr = of_get_address(fman_node, 0, ®s_size, NULL);
66 pr_err("of_get_address cannot return fman address\n");
69 phys_addr = of_translate_address(fman_node, fman_addr);
71 pr_err("of_translate_address failed\n");
74 fman_ccsr_map = mmap(NULL, regs_size, PROT_READ | PROT_WRITE,
75 MAP_SHARED, fman_ccsr_map_fd, phys_addr);
76 if (fman_ccsr_map == MAP_FAILED) {
77 pr_err("Can not map FMan ccsr base");
81 ip_rev_1 = in_be32(fman_ccsr_map + FMAN_IP_REV_1);
82 fman_ip_rev = (ip_rev_1 & FMAN_IP_REV_1_MAJOR_MASK) >>
83 FMAN_IP_REV_1_MAJOR_SHIFT;
85 _errno = munmap(fman_ccsr_map, regs_size);
87 pr_err("munmap() of FMan ccsr failed");
93 fman_get_mac_index(uint64_t regs_addr_host, uint8_t *mac_idx)
109 switch (regs_addr_host) {
148 fman_if_init(const struct device_node *dpa_node)
150 const char *rprop, *mprop;
152 struct __fman_if *__if;
153 struct fman_if_bpool *bpool;
155 const phandle *mac_phandle, *ports_phandle, *pools_phandle;
156 const phandle *tx_channel_id = NULL, *mac_addr, *cell_idx;
157 const phandle *rx_phandle, *tx_phandle;
158 uint64_t tx_phandle_host[4] = {0};
159 uint64_t rx_phandle_host[4] = {0};
160 uint64_t regs_addr_host = 0;
161 uint64_t cell_idx_host = 0;
163 const struct device_node *mac_node = NULL, *tx_node;
164 const struct device_node *pool_node, *fman_node, *rx_node;
165 const uint32_t *regs_addr = NULL;
166 const char *mname, *fname;
167 const char *dname = dpa_node->full_name;
170 const char *char_prop;
173 if (of_device_is_available(dpa_node) == false)
176 rprop = "fsl,qman-frame-queues-rx";
177 mprop = "fsl,fman-mac";
179 /* Allocate an object for this network interface */
180 __if = malloc(sizeof(*__if));
182 FMAN_ERR(-ENOMEM, "malloc(%zu)\n", sizeof(*__if));
185 memset(__if, 0, sizeof(*__if));
186 INIT_LIST_HEAD(&__if->__if.bpool_list);
187 strlcpy(__if->node_path, dpa_node->full_name, PATH_MAX - 1);
188 __if->node_path[PATH_MAX - 1] = '\0';
190 /* Obtain the MAC node used by this interface except macless */
191 mac_phandle = of_get_property(dpa_node, mprop, &lenp);
193 FMAN_ERR(-EINVAL, "%s: no %s\n", dname, mprop);
196 assert(lenp == sizeof(phandle));
197 mac_node = of_find_node_by_phandle(*mac_phandle);
199 FMAN_ERR(-ENXIO, "%s: bad 'fsl,fman-mac\n", dname);
202 mname = mac_node->full_name;
204 /* Map the CCSR regs for the MAC node */
205 regs_addr = of_get_address(mac_node, 0, &__if->regs_size, NULL);
207 FMAN_ERR(-EINVAL, "of_get_address(%s)\n", mname);
210 phys_addr = of_translate_address(mac_node, regs_addr);
212 FMAN_ERR(-EINVAL, "of_translate_address(%s, %p)\n",
216 __if->ccsr_map = mmap(NULL, __if->regs_size,
217 PROT_READ | PROT_WRITE, MAP_SHARED,
218 fman_ccsr_map_fd, phys_addr);
219 if (__if->ccsr_map == MAP_FAILED) {
220 FMAN_ERR(-errno, "mmap(0x%"PRIx64")\n", phys_addr);
223 na = of_n_addr_cells(mac_node);
224 /* Get rid of endianness (issues). Convert to host byte order */
225 regs_addr_host = of_read_number(regs_addr, na);
228 /* Get the index of the Fman this i/f belongs to */
229 fman_node = of_get_parent(mac_node);
230 na = of_n_addr_cells(mac_node);
232 FMAN_ERR(-ENXIO, "of_get_parent(%s)\n", mname);
235 fname = fman_node->full_name;
236 cell_idx = of_get_property(fman_node, "cell-index", &lenp);
238 FMAN_ERR(-ENXIO, "%s: no cell-index)\n", fname);
241 assert(lenp == sizeof(*cell_idx));
242 cell_idx_host = of_read_number(cell_idx, lenp / sizeof(phandle));
243 __if->__if.fman_idx = cell_idx_host;
245 _errno = fman_get_ip_rev(fman_node);
247 FMAN_ERR(-ENXIO, "%s: ip_rev is not available\n",
253 if (fman_ip_rev >= FMAN_V3) {
255 * Set A2V, OVOM, EBD bits in contextA to allow external
256 * buffer deallocation by fman.
258 fman_dealloc_bufs_mask_hi = FMAN_V3_CONTEXTA_EN_A2V |
259 FMAN_V3_CONTEXTA_EN_OVOM;
260 fman_dealloc_bufs_mask_lo = FMAN_V3_CONTEXTA_EN_EBD;
262 fman_dealloc_bufs_mask_hi = 0;
263 fman_dealloc_bufs_mask_lo = 0;
265 /* Is the MAC node 1G, 10G? */
266 __if->__if.is_memac = 0;
268 if (of_device_is_compatible(mac_node, "fsl,fman-1g-mac"))
269 __if->__if.mac_type = fman_mac_1g;
270 else if (of_device_is_compatible(mac_node, "fsl,fman-10g-mac"))
271 __if->__if.mac_type = fman_mac_10g;
272 else if (of_device_is_compatible(mac_node, "fsl,fman-memac")) {
273 __if->__if.is_memac = 1;
274 char_prop = of_get_property(mac_node, "phy-connection-type",
277 printf("memac: unknown MII type assuming 1G\n");
278 /* Right now forcing memac to 1g in case of error*/
279 __if->__if.mac_type = fman_mac_1g;
281 if (strstr(char_prop, "sgmii"))
282 __if->__if.mac_type = fman_mac_1g;
283 else if (strstr(char_prop, "rgmii")) {
284 __if->__if.mac_type = fman_mac_1g;
285 __if->__if.is_rgmii = 1;
286 } else if (strstr(char_prop, "xgmii"))
287 __if->__if.mac_type = fman_mac_10g;
290 FMAN_ERR(-EINVAL, "%s: unknown MAC type\n", mname);
295 * For MAC ports, we cannot rely on cell-index. In
296 * T2080, two of the 10G ports on single FMAN have same
297 * duplicate cell-indexes as the other two 10G ports on
298 * same FMAN. Hence, we now rely upon addresses of the
299 * ports from device tree to deduce the index.
302 _errno = fman_get_mac_index(regs_addr_host, &__if->__if.mac_idx);
304 FMAN_ERR(-EINVAL, "Invalid register address: %" PRIx64,
309 /* Extract the MAC address for private and shared interfaces */
310 mac_addr = of_get_property(mac_node, "local-mac-address",
313 FMAN_ERR(-EINVAL, "%s: no local-mac-address\n",
317 memcpy(&__if->__if.mac_addr, mac_addr, ETHER_ADDR_LEN);
319 /* Extract the Tx port (it's the second of the two port handles)
320 * and get its channel ID
322 ports_phandle = of_get_property(mac_node, "fsl,port-handles",
325 ports_phandle = of_get_property(mac_node, "fsl,fman-ports",
327 if (!ports_phandle) {
328 FMAN_ERR(-EINVAL, "%s: no fsl,port-handles\n",
332 assert(lenp == (2 * sizeof(phandle)));
333 tx_node = of_find_node_by_phandle(ports_phandle[1]);
335 FMAN_ERR(-ENXIO, "%s: bad fsl,port-handle[1]\n", mname);
338 /* Extract the channel ID (from tx-port-handle) */
339 tx_channel_id = of_get_property(tx_node, "fsl,qman-channel-id",
341 if (!tx_channel_id) {
342 FMAN_ERR(-EINVAL, "%s: no fsl-qman-channel-id\n",
347 rx_node = of_find_node_by_phandle(ports_phandle[0]);
349 FMAN_ERR(-ENXIO, "%s: bad fsl,port-handle[0]\n", mname);
352 regs_addr = of_get_address(rx_node, 0, &__if->regs_size, NULL);
354 FMAN_ERR(-EINVAL, "of_get_address(%s)\n", mname);
357 phys_addr = of_translate_address(rx_node, regs_addr);
359 FMAN_ERR(-EINVAL, "of_translate_address(%s, %p)\n",
363 __if->bmi_map = mmap(NULL, __if->regs_size,
364 PROT_READ | PROT_WRITE, MAP_SHARED,
365 fman_ccsr_map_fd, phys_addr);
366 if (__if->bmi_map == MAP_FAILED) {
367 FMAN_ERR(-errno, "mmap(0x%"PRIx64")\n", phys_addr);
371 /* No channel ID for MAC-less */
372 assert(lenp == sizeof(*tx_channel_id));
373 na = of_n_addr_cells(mac_node);
374 __if->__if.tx_channel_id = of_read_number(tx_channel_id, na);
376 /* Extract the Rx FQIDs. (Note, the device representation is silly,
377 * there are "counts" that must always be 1.)
379 rx_phandle = of_get_property(dpa_node, rprop, &lenp);
381 FMAN_ERR(-EINVAL, "%s: no fsl,qman-frame-queues-rx\n", dname);
385 assert(lenp == (4 * sizeof(phandle)));
387 na = of_n_addr_cells(mac_node);
388 /* Get rid of endianness (issues). Convert to host byte order */
389 rx_phandle_host[0] = of_read_number(&rx_phandle[0], na);
390 rx_phandle_host[1] = of_read_number(&rx_phandle[1], na);
391 rx_phandle_host[2] = of_read_number(&rx_phandle[2], na);
392 rx_phandle_host[3] = of_read_number(&rx_phandle[3], na);
394 assert((rx_phandle_host[1] == 1) && (rx_phandle_host[3] == 1));
395 __if->__if.fqid_rx_err = rx_phandle_host[0];
396 __if->__if.fqid_rx_def = rx_phandle_host[2];
398 /* Extract the Tx FQIDs */
399 tx_phandle = of_get_property(dpa_node,
400 "fsl,qman-frame-queues-tx", &lenp);
402 FMAN_ERR(-EINVAL, "%s: no fsl,qman-frame-queues-tx\n", dname);
406 assert(lenp == (4 * sizeof(phandle)));
407 /*TODO: Fix for other cases also */
408 na = of_n_addr_cells(mac_node);
409 /* Get rid of endianness (issues). Convert to host byte order */
410 tx_phandle_host[0] = of_read_number(&tx_phandle[0], na);
411 tx_phandle_host[1] = of_read_number(&tx_phandle[1], na);
412 tx_phandle_host[2] = of_read_number(&tx_phandle[2], na);
413 tx_phandle_host[3] = of_read_number(&tx_phandle[3], na);
414 assert((tx_phandle_host[1] == 1) && (tx_phandle_host[3] == 1));
415 __if->__if.fqid_tx_err = tx_phandle_host[0];
416 __if->__if.fqid_tx_confirm = tx_phandle_host[2];
418 /* Obtain the buffer pool nodes used by this interface */
419 pools_phandle = of_get_property(dpa_node, "fsl,bman-buffer-pools",
421 if (!pools_phandle) {
422 FMAN_ERR(-EINVAL, "%s: no fsl,bman-buffer-pools\n", dname);
425 /* For each pool, parse the corresponding node and add a pool object
426 * to the interface's "bpool_list"
428 assert(lenp && !(lenp % sizeof(phandle)));
432 uint64_t bpid_host = 0;
433 uint64_t bpool_host[6] = {0};
435 /* Allocate an object for the pool */
436 bpool = malloc(sizeof(*bpool));
438 FMAN_ERR(-ENOMEM, "malloc(%zu)\n", sizeof(*bpool));
441 /* Find the pool node */
442 pool_node = of_find_node_by_phandle(*pools_phandle);
444 FMAN_ERR(-ENXIO, "%s: bad fsl,bman-buffer-pools\n",
449 pname = pool_node->full_name;
450 /* Extract the BPID property */
451 prop = of_get_property(pool_node, "fsl,bpid", &proplen);
453 FMAN_ERR(-EINVAL, "%s: no fsl,bpid\n", pname);
457 assert(proplen == sizeof(*prop));
458 na = of_n_addr_cells(mac_node);
459 /* Get rid of endianness (issues).
460 * Convert to host byte-order
462 bpid_host = of_read_number(prop, na);
463 bpool->bpid = bpid_host;
464 /* Extract the cfg property (count/size/addr). "fsl,bpool-cfg"
465 * indicates for the Bman driver to seed the pool.
466 * "fsl,bpool-ethernet-cfg" is used by the network driver. The
467 * two are mutually exclusive, so check for either of them.
469 prop = of_get_property(pool_node, "fsl,bpool-cfg",
472 prop = of_get_property(pool_node,
473 "fsl,bpool-ethernet-cfg",
476 /* It's OK for there to be no bpool-cfg */
477 bpool->count = bpool->size = bpool->addr = 0;
479 assert(proplen == (6 * sizeof(*prop)));
480 na = of_n_addr_cells(mac_node);
481 /* Get rid of endianness (issues).
482 * Convert to host byte order
484 bpool_host[0] = of_read_number(&prop[0], na);
485 bpool_host[1] = of_read_number(&prop[1], na);
486 bpool_host[2] = of_read_number(&prop[2], na);
487 bpool_host[3] = of_read_number(&prop[3], na);
488 bpool_host[4] = of_read_number(&prop[4], na);
489 bpool_host[5] = of_read_number(&prop[5], na);
491 bpool->count = ((uint64_t)bpool_host[0] << 32) |
493 bpool->size = ((uint64_t)bpool_host[2] << 32) |
495 bpool->addr = ((uint64_t)bpool_host[4] << 32) |
498 /* Parsing of the pool is complete, add it to the interface
501 list_add_tail(&bpool->node, &__if->__if.bpool_list);
502 lenp -= sizeof(phandle);
506 /* Parsing of the network interface is complete, add it to the list */
507 DPAA_BUS_LOG(DEBUG, "Found %s, Tx Channel = %x, FMAN = %x,"
509 dname, __if->__if.tx_channel_id, __if->__if.fman_idx,
512 list_add_tail(&__if->__if.node, &__ifs);
522 const struct device_node *dpa_node;
525 /* If multiple dependencies try to initialise the Fman driver, don't
528 if (fman_ccsr_map_fd != -1)
531 fman_ccsr_map_fd = open(FMAN_DEVICE_PATH, O_RDWR);
532 if (unlikely(fman_ccsr_map_fd < 0)) {
533 DPAA_BUS_LOG(ERR, "Unable to open (/dev/mem)");
534 return fman_ccsr_map_fd;
537 for_each_compatible_node(dpa_node, NULL, "fsl,dpa-ethernet-init") {
538 _errno = fman_if_init(dpa_node);
540 FMAN_ERR(_errno, "if_init(%s)\n", dpa_node->full_name);
554 struct __fman_if *__if, *tmpif;
556 assert(fman_ccsr_map_fd != -1);
558 list_for_each_entry_safe(__if, tmpif, &__ifs, __if.node) {
561 /* disable Rx and Tx */
562 if ((__if->__if.mac_type == fman_mac_1g) &&
563 (!__if->__if.is_memac))
564 out_be32(__if->ccsr_map + 0x100,
565 in_be32(__if->ccsr_map + 0x100) & ~(u32)0x5);
567 out_be32(__if->ccsr_map + 8,
568 in_be32(__if->ccsr_map + 8) & ~(u32)3);
569 /* release the mapping */
570 _errno = munmap(__if->ccsr_map, __if->regs_size);
571 if (unlikely(_errno < 0))
572 fprintf(stderr, "%s:%d:%s(): munmap() = %d (%s)\n",
573 __FILE__, __LINE__, __func__,
574 -errno, strerror(errno));
575 printf("Tearing down %s\n", __if->node_path);
576 list_del(&__if->__if.node);
580 close(fman_ccsr_map_fd);
581 fman_ccsr_map_fd = -1;