4 * Copyright(c) 2010-2015 Intel Corporation. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Intel Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 * Copyright 2013-2014 6WIND S.A.
37 * Redistribution and use in source and binary forms, with or without
38 * modification, are permitted provided that the following conditions
41 * * Redistributions of source code must retain the above copyright
42 * notice, this list of conditions and the following disclaimer.
43 * * Redistributions in binary form must reproduce the above copyright
44 * notice, this list of conditions and the following disclaimer in
45 * the documentation and/or other materials provided with the
47 * * Neither the name of 6WIND S.A. nor the names of its
48 * contributors may be used to endorse or promote products derived
49 * from this software without specific prior written permission.
51 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
52 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
53 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
54 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
55 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
56 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
57 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
58 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
59 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
60 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
61 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
81 #include <sys/queue.h>
85 #include <rte_debug.h>
86 #include <rte_interrupts.h>
89 TAILQ_HEAD(pci_device_list, rte_pci_device); /**< PCI devices in D-linked Q. */
90 TAILQ_HEAD(pci_driver_list, rte_pci_driver); /**< PCI drivers in D-linked Q. */
92 extern struct pci_driver_list pci_driver_list; /**< Global list of PCI drivers. */
93 extern struct pci_device_list pci_device_list; /**< Global list of PCI devices. */
95 /** Pathname of PCI devices directory. */
96 const char *pci_get_sysfs_path(void);
98 /** Formatting string for PCI device identifier: Ex: 0000:00:01.0 */
99 #define PCI_PRI_FMT "%.4" PRIx16 ":%.2" PRIx8 ":%.2" PRIx8 ".%" PRIx8
100 #define PCI_PRI_STR_SIZE sizeof("XXXX:XX:XX.X")
102 /** Short formatting string, without domain, for PCI device: Ex: 00:01.0 */
103 #define PCI_SHORT_PRI_FMT "%.2" PRIx8 ":%.2" PRIx8 ".%" PRIx8
105 /** Nb. of values in PCI device identifier format string. */
106 #define PCI_FMT_NVAL 4
108 /** Nb. of values in PCI resource format. */
109 #define PCI_RESOURCE_FMT_NVAL 3
111 /** Maximum number of PCI resources. */
112 #define PCI_MAX_RESOURCE 6
115 * A structure describing an ID for a PCI driver. Each driver provides a
116 * table of these IDs for each device that it supports.
119 uint32_t class_id; /**< Class ID (class, subclass, pi) or RTE_CLASS_ANY_ID. */
120 uint16_t vendor_id; /**< Vendor ID or PCI_ANY_ID. */
121 uint16_t device_id; /**< Device ID or PCI_ANY_ID. */
122 uint16_t subsystem_vendor_id; /**< Subsystem vendor ID or PCI_ANY_ID. */
123 uint16_t subsystem_device_id; /**< Subsystem device ID or PCI_ANY_ID. */
127 * A structure describing the location of a PCI device.
129 struct rte_pci_addr {
130 uint16_t domain; /**< Device domain */
131 uint8_t bus; /**< Device bus */
132 uint8_t devid; /**< Device ID */
133 uint8_t function; /**< Device function. */
138 enum rte_kernel_driver {
139 RTE_KDRV_UNKNOWN = 0,
142 RTE_KDRV_UIO_GENERIC,
148 * A structure describing a PCI device.
150 struct rte_pci_device {
151 TAILQ_ENTRY(rte_pci_device) next; /**< Next probed PCI device. */
152 struct rte_device device; /**< Inherit core device */
153 struct rte_pci_addr addr; /**< PCI location. */
154 struct rte_pci_id id; /**< PCI ID. */
155 struct rte_mem_resource mem_resource[PCI_MAX_RESOURCE];
156 /**< PCI Memory Resource */
157 struct rte_intr_handle intr_handle; /**< Interrupt handle */
158 struct rte_pci_driver *driver; /**< Associated driver */
159 uint16_t max_vfs; /**< sriov enable if not zero */
160 enum rte_kernel_driver kdrv; /**< Kernel driver passthrough */
165 * Helper macro for drivers that need to convert to struct rte_pci_device.
167 #define RTE_DEV_TO_PCI(ptr) container_of(ptr, struct rte_pci_device, device)
169 /** Any PCI device identifier (vendor, device, ...) */
170 #define PCI_ANY_ID (0xffff)
171 #define RTE_CLASS_ANY_ID (0xffffff)
174 /** C++ macro used to help building up tables of device IDs */
175 #define RTE_PCI_DEVICE(vend, dev) \
182 /** Macro used to help building up tables of device IDs */
183 #define RTE_PCI_DEVICE(vend, dev) \
184 .class_id = RTE_CLASS_ANY_ID, \
185 .vendor_id = (vend), \
186 .device_id = (dev), \
187 .subsystem_vendor_id = PCI_ANY_ID, \
188 .subsystem_device_id = PCI_ANY_ID
191 struct rte_pci_driver;
194 * Initialisation function for the driver called during PCI probing.
196 typedef int (pci_probe_t)(struct rte_pci_driver *, struct rte_pci_device *);
199 * Uninitialisation function for the driver called during hotplugging.
201 typedef int (pci_remove_t)(struct rte_pci_device *);
204 * A structure describing a PCI driver.
206 struct rte_pci_driver {
207 TAILQ_ENTRY(rte_pci_driver) next; /**< Next in list. */
208 struct rte_driver driver; /**< Inherit core driver. */
209 pci_probe_t *probe; /**< Device Probe function. */
210 pci_remove_t *remove; /**< Device Remove function. */
211 const struct rte_pci_id *id_table; /**< ID table, NULL terminated. */
212 uint32_t drv_flags; /**< Flags contolling handling of device. */
215 /** Device needs PCI BAR mapping (done with either IGB_UIO or VFIO) */
216 #define RTE_PCI_DRV_NEED_MAPPING 0x0001
217 /** Device driver supports link state interrupt */
218 #define RTE_PCI_DRV_INTR_LSC 0x0008
219 /** Device driver supports detaching capability */
220 #define RTE_PCI_DRV_DETACHABLE 0x0010
223 * A structure describing a PCI mapping.
234 * A structure describing a mapped PCI resource.
235 * For multi-process we need to reproduce all PCI mappings in secondary
236 * processes, so save them in a tailq.
238 struct mapped_pci_resource {
239 TAILQ_ENTRY(mapped_pci_resource) next;
241 struct rte_pci_addr pci_addr;
244 struct pci_map maps[PCI_MAX_RESOURCE];
247 /** mapped pci device list */
248 TAILQ_HEAD(mapped_pci_res_list, mapped_pci_resource);
250 /**< Internal use only - Macro used by pci addr parsing functions **/
251 #define GET_PCIADDR_FIELD(in, fd, lim, dlm) \
256 val = strtoul((in), &end, 16); \
257 if (errno != 0 || end[0] != (dlm) || val > (lim)) \
259 (fd) = (typeof (fd))val; \
264 * Utility function to produce a PCI Bus-Device-Function value
265 * given a string representation. Assumes that the BDF is provided without
266 * a domain prefix (i.e. domain returned is always 0)
269 * The input string to be parsed. Should have the format XX:XX.X
271 * The PCI Bus-Device-Function address to be returned. Domain will always be
274 * 0 on success, negative on error.
277 eal_parse_pci_BDF(const char *input, struct rte_pci_addr *dev_addr)
279 dev_addr->domain = 0;
280 GET_PCIADDR_FIELD(input, dev_addr->bus, UINT8_MAX, ':');
281 GET_PCIADDR_FIELD(input, dev_addr->devid, UINT8_MAX, '.');
282 GET_PCIADDR_FIELD(input, dev_addr->function, UINT8_MAX, 0);
287 * Utility function to produce a PCI Bus-Device-Function value
288 * given a string representation. Assumes that the BDF is provided including
292 * The input string to be parsed. Should have the format XXXX:XX:XX.X
294 * The PCI Bus-Device-Function address to be returned
296 * 0 on success, negative on error.
299 eal_parse_pci_DomBDF(const char *input, struct rte_pci_addr *dev_addr)
301 GET_PCIADDR_FIELD(input, dev_addr->domain, UINT16_MAX, ':');
302 GET_PCIADDR_FIELD(input, dev_addr->bus, UINT8_MAX, ':');
303 GET_PCIADDR_FIELD(input, dev_addr->devid, UINT8_MAX, '.');
304 GET_PCIADDR_FIELD(input, dev_addr->function, UINT8_MAX, 0);
307 #undef GET_PCIADDR_FIELD
310 * Utility function to write a pci device name, this device name can later be
311 * used to retrieve the corresponding rte_pci_addr using eal_parse_pci_*
315 * The PCI Bus-Device-Function address
317 * The output buffer string
319 * The output buffer size
322 rte_eal_pci_device_name(const struct rte_pci_addr *addr,
323 char *output, size_t size)
325 RTE_VERIFY(size >= PCI_PRI_STR_SIZE);
326 RTE_VERIFY(snprintf(output, size, PCI_PRI_FMT,
327 addr->domain, addr->bus,
328 addr->devid, addr->function) >= 0);
331 /* Compare two PCI device addresses. */
333 * Utility function to compare two PCI device addresses.
336 * The PCI Bus-Device-Function address to compare
338 * The PCI Bus-Device-Function address to compare
340 * 0 on equal PCI address.
341 * Positive on addr is greater than addr2.
342 * Negative on addr is less than addr2, or error.
345 rte_eal_compare_pci_addr(const struct rte_pci_addr *addr,
346 const struct rte_pci_addr *addr2)
348 uint64_t dev_addr, dev_addr2;
350 if ((addr == NULL) || (addr2 == NULL))
353 dev_addr = (addr->domain << 24) | (addr->bus << 16) |
354 (addr->devid << 8) | addr->function;
355 dev_addr2 = (addr2->domain << 24) | (addr2->bus << 16) |
356 (addr2->devid << 8) | addr2->function;
358 if (dev_addr > dev_addr2)
360 else if (dev_addr < dev_addr2)
367 * Scan the content of the PCI bus, and the devices in the devices
371 * 0 on success, negative on error
373 int rte_eal_pci_scan(void);
376 * Probe the PCI bus for registered drivers.
378 * Scan the content of the PCI bus, and call the probe() function for
379 * all registered drivers that have a matching entry in its id_table
380 * for discovered devices.
384 * - Negative on error.
386 int rte_eal_pci_probe(void);
389 * Map the PCI device resources in user space virtual memory address
391 * Note that driver should not call this function when flag
392 * RTE_PCI_DRV_NEED_MAPPING is set, as EAL will do that for
396 * A pointer to a rte_pci_device structure describing the device
400 * 0 on success, negative on error and positive if no driver
401 * is found for the device.
403 int rte_eal_pci_map_device(struct rte_pci_device *dev);
409 * A pointer to a rte_pci_device structure describing the device
412 void rte_eal_pci_unmap_device(struct rte_pci_device *dev);
416 * Map a particular resource from a file.
418 * @param requested_addr
419 * The starting address for the new mapping range.
421 * The file descriptor.
423 * The offset for the mapping range.
425 * The size for the mapping range.
426 * @param additional_flags
427 * The additional flags for the mapping range.
429 * - On success, the function returns a pointer to the mapped area.
430 * - On error, the value MAP_FAILED is returned.
432 void *pci_map_resource(void *requested_addr, int fd, off_t offset,
433 size_t size, int additional_flags);
437 * Unmap a particular resource.
439 * @param requested_addr
440 * The address for the unmapping range.
442 * The size for the unmapping range.
444 void pci_unmap_resource(void *requested_addr, size_t size);
447 * Probe the single PCI device.
449 * Scan the content of the PCI bus, and find the pci device specified by pci
450 * address, then call the probe() function for registered driver that has a
451 * matching entry in its id_table for discovered device.
454 * The PCI Bus-Device-Function address to probe.
457 * - Negative on error.
459 int rte_eal_pci_probe_one(const struct rte_pci_addr *addr);
462 * Close the single PCI device.
464 * Scan the content of the PCI bus, and find the pci device specified by pci
465 * address, then call the remove() function for registered driver that has a
466 * matching entry in its id_table for discovered device.
469 * The PCI Bus-Device-Function address to close.
472 * - Negative on error.
474 int rte_eal_pci_detach(const struct rte_pci_addr *addr);
477 * Dump the content of the PCI bus.
480 * A pointer to a file for output
482 void rte_eal_pci_dump(FILE *f);
485 * Register a PCI driver.
488 * A pointer to a rte_pci_driver structure describing the driver
491 void rte_eal_pci_register(struct rte_pci_driver *driver);
493 /** Helper for PCI device registration from driver (eth, crypto) instance */
494 #define RTE_PMD_REGISTER_PCI(nm, pci_drv) \
495 RTE_INIT(pciinitfn_ ##nm); \
496 static void pciinitfn_ ##nm(void) \
498 (pci_drv).driver.name = RTE_STR(nm);\
499 rte_eal_pci_register(&pci_drv); \
501 RTE_PMD_EXPORT_NAME(nm, __COUNTER__)
504 * Unregister a PCI driver.
507 * A pointer to a rte_pci_driver structure describing the driver
508 * to be unregistered.
510 void rte_eal_pci_unregister(struct rte_pci_driver *driver);
513 * Read PCI config space.
516 * A pointer to a rte_pci_device structure describing the device
519 * A data buffer where the bytes should be read into
521 * The length of the data buffer.
523 * The offset into PCI config space
525 int rte_eal_pci_read_config(const struct rte_pci_device *device,
526 void *buf, size_t len, off_t offset);
529 * Write PCI config space.
532 * A pointer to a rte_pci_device structure describing the device
535 * A data buffer containing the bytes should be written
537 * The length of the data buffer.
539 * The offset into PCI config space
541 int rte_eal_pci_write_config(const struct rte_pci_device *device,
542 const void *buf, size_t len, off_t offset);
545 * A structure used to access io resources for a pci device.
546 * rte_pci_ioport is arch, os, driver specific, and should not be used outside
549 struct rte_pci_ioport {
550 struct rte_pci_device *dev;
552 uint64_t len; /* only filled for memory mapped ports */
556 * Initialize a rte_pci_ioport object for a pci device io resource.
558 * This object is then used to gain access to those io resources (see below).
561 * A pointer to a rte_pci_device structure describing the device
564 * Index of the io pci resource we want to access.
566 * The rte_pci_ioport object to be initialized.
568 * 0 on success, negative on error.
570 int rte_eal_pci_ioport_map(struct rte_pci_device *dev, int bar,
571 struct rte_pci_ioport *p);
574 * Release any resources used in a rte_pci_ioport object.
577 * The rte_pci_ioport object to be uninitialized.
579 * 0 on success, negative on error.
581 int rte_eal_pci_ioport_unmap(struct rte_pci_ioport *p);
584 * Read from a io pci resource.
587 * The rte_pci_ioport object from which we want to read.
589 * A data buffer where the bytes should be read into
591 * The length of the data buffer.
593 * The offset into the pci io resource.
595 void rte_eal_pci_ioport_read(struct rte_pci_ioport *p,
596 void *data, size_t len, off_t offset);
599 * Write to a io pci resource.
602 * The rte_pci_ioport object to which we want to write.
604 * A data buffer where the bytes should be read into
606 * The length of the data buffer.
608 * The offset into the pci io resource.
610 void rte_eal_pci_ioport_write(struct rte_pci_ioport *p,
611 const void *data, size_t len, off_t offset);
617 #endif /* _RTE_PCI_H_ */