#include #include #include #include #include #include extern int pci_scan_filter(u32_t id, u32_t busnr, u32_t devfn); static LIST_HEAD(devices); /* PCI control bits. Shares IORESOURCE_BITS with above PCI ROM. */ #define IORESOURCE_PCI_FIXED (1<<4) /* Do not move resource */ #define LEGACY_IO_RESOURCE (IORESOURCE_IO | IORESOURCE_PCI_FIXED) /* * Translate the low bits of the PCI base * to the resource type */ static inline unsigned int pci_calc_resource_flags(unsigned int flags) { if (flags & PCI_BASE_ADDRESS_SPACE_IO) return IORESOURCE_IO; if (flags & PCI_BASE_ADDRESS_MEM_PREFETCH) return IORESOURCE_MEM | IORESOURCE_PREFETCH; return IORESOURCE_MEM; } static u32_t pci_size(u32_t base, u32_t maxbase, u32_t mask) { u32_t size = mask & maxbase; /* Find the significant bits */ if (!size) return 0; /* Get the lowest of them to find the decode size, and from that the extent. */ size = (size & ~(size-1)) - 1; /* base == maxbase can be valid only if the BAR has already been programmed with all 1s. */ if (base == maxbase && ((base | size) & mask) != mask) return 0; return size; } static u64_t pci_size64(u64_t base, u64_t maxbase, u64_t mask) { u64_t size = mask & maxbase; /* Find the significant bits */ if (!size) return 0; /* Get the lowest of them to find the decode size, and from that the extent. */ size = (size & ~(size-1)) - 1; /* base == maxbase can be valid only if the BAR has already been programmed with all 1s. */ if (base == maxbase && ((base | size) & mask) != mask) return 0; return size; } static inline int is_64bit_memory(u32_t mask) { if ((mask & (PCI_BASE_ADDRESS_SPACE|PCI_BASE_ADDRESS_MEM_TYPE_MASK)) == (PCI_BASE_ADDRESS_SPACE_MEMORY|PCI_BASE_ADDRESS_MEM_TYPE_64)) return 1; return 0; } static void pci_read_bases(struct pci_dev *dev, unsigned int howmany, int rom) { u32_t pos, reg, next; u32_t l, sz; struct resource *res; for(pos=0; pos < howmany; pos = next) { u64_t l64; u64_t sz64; u32_t raw_sz; next = pos + 1; res = &dev->resource[pos]; reg = PCI_BASE_ADDRESS_0 + (pos << 2); l = PciRead32(dev->busnr, dev->devfn, reg); PciWrite32(dev->busnr, dev->devfn, reg, ~0); sz = PciRead32(dev->busnr, dev->devfn, reg); PciWrite32(dev->busnr, dev->devfn, reg, l); if (!sz || sz == 0xffffffff) continue; if (l == 0xffffffff) l = 0; raw_sz = sz; if ((l & PCI_BASE_ADDRESS_SPACE) == PCI_BASE_ADDRESS_SPACE_MEMORY) { sz = pci_size(l, sz, (u32_t)PCI_BASE_ADDRESS_MEM_MASK); /* * For 64bit prefetchable memory sz could be 0, if the * real size is bigger than 4G, so we need to check * szhi for that. */ if (!is_64bit_memory(l) && !sz) continue; res->start = l & PCI_BASE_ADDRESS_MEM_MASK; res->flags |= l & ~PCI_BASE_ADDRESS_MEM_MASK; } else { sz = pci_size(l, sz, PCI_BASE_ADDRESS_IO_MASK & 0xffff); if (!sz) continue; res->start = l & PCI_BASE_ADDRESS_IO_MASK; res->flags |= l & ~PCI_BASE_ADDRESS_IO_MASK; } res->end = res->start + (unsigned long) sz; res->flags |= pci_calc_resource_flags(l); if (is_64bit_memory(l)) { u32_t szhi, lhi; lhi = PciRead32(dev->busnr, dev->devfn, reg+4); PciWrite32(dev->busnr, dev->devfn, reg+4, ~0); szhi = PciRead32(dev->busnr, dev->devfn, reg+4); PciWrite32(dev->busnr, dev->devfn, reg+4, lhi); sz64 = ((u64_t)szhi << 32) | raw_sz; l64 = ((u64_t)lhi << 32) | l; sz64 = pci_size64(l64, sz64, PCI_BASE_ADDRESS_MEM_MASK); next++; #if BITS_PER_LONG == 64 if (!sz64) { res->start = 0; res->end = 0; res->flags = 0; continue; } res->start = l64 & PCI_BASE_ADDRESS_MEM_MASK; res->end = res->start + sz64; #else if (sz64 > 0x100000000ULL) { printk(KERN_ERR "PCI: Unable to handle 64-bit " "BAR for device %s\n", pci_name(dev)); res->start = 0; res->flags = 0; } else if (lhi) { /* 64-bit wide address, treat as disabled */ PciWrite32(dev->busnr, dev->devfn, reg, l & ~(u32_t)PCI_BASE_ADDRESS_MEM_MASK); PciWrite32(dev->busnr, dev->devfn, reg+4, 0); res->start = 0; res->end = sz; } #endif } } if ( rom ) { dev->rom_base_reg = rom; res = &dev->resource[PCI_ROM_RESOURCE]; l = PciRead32(dev->busnr, dev->devfn, rom); PciWrite32(dev->busnr, dev->devfn, rom, ~PCI_ROM_ADDRESS_ENABLE); sz = PciRead32(dev->busnr, dev->devfn, rom); PciWrite32(dev->busnr, dev->devfn, rom, l); if (l == 0xffffffff) l = 0; if (sz && sz != 0xffffffff) { sz = pci_size(l, sz, (u32_t)PCI_ROM_ADDRESS_MASK); if (sz) { res->flags = (l & IORESOURCE_ROM_ENABLE) | IORESOURCE_MEM | IORESOURCE_PREFETCH | IORESOURCE_READONLY | IORESOURCE_CACHEABLE; res->start = l & PCI_ROM_ADDRESS_MASK; res->end = res->start + (unsigned long) sz; } } } } static void pci_read_irq(struct pci_dev *dev) { u8_t irq; irq = PciRead8(dev->busnr, dev->devfn, PCI_INTERRUPT_PIN); dev->pin = irq; if (irq) irq = PciRead8(dev->busnr, dev->devfn, PCI_INTERRUPT_LINE); dev->irq = irq; }; int pci_setup_device(struct pci_dev *dev) { u32_t class; class = PciRead32(dev->busnr, dev->devfn, PCI_CLASS_REVISION); dev->revision = class & 0xff; class >>= 8; /* upper 3 bytes */ dev->class = class; /* "Unknown power state" */ // dev->current_state = PCI_UNKNOWN; /* Early fixups, before probing the BARs */ // pci_fixup_device(pci_fixup_early, dev); class = dev->class >> 8; switch (dev->hdr_type) { case PCI_HEADER_TYPE_NORMAL: /* standard header */ if (class == PCI_CLASS_BRIDGE_PCI) goto bad; pci_read_irq(dev); pci_read_bases(dev, 6, PCI_ROM_ADDRESS); dev->subsystem_vendor = PciRead16(dev->busnr, dev->devfn,PCI_SUBSYSTEM_VENDOR_ID); dev->subsystem_device = PciRead16(dev->busnr, dev->devfn, PCI_SUBSYSTEM_ID); /* * Do the ugly legacy mode stuff here rather than broken chip * quirk code. Legacy mode ATA controllers have fixed * addresses. These are not always echoed in BAR0-3, and * BAR0-3 in a few cases contain junk! */ if (class == PCI_CLASS_STORAGE_IDE) { u8_t progif; progif = PciRead8(dev->busnr, dev->devfn,PCI_CLASS_PROG); if ((progif & 1) == 0) { dev->resource[0].start = 0x1F0; dev->resource[0].end = 0x1F7; dev->resource[0].flags = LEGACY_IO_RESOURCE; dev->resource[1].start = 0x3F6; dev->resource[1].end = 0x3F6; dev->resource[1].flags = LEGACY_IO_RESOURCE; } if ((progif & 4) == 0) { dev->resource[2].start = 0x170; dev->resource[2].end = 0x177; dev->resource[2].flags = LEGACY_IO_RESOURCE; dev->resource[3].start = 0x376; dev->resource[3].end = 0x376; dev->resource[3].flags = LEGACY_IO_RESOURCE; }; } break; case PCI_HEADER_TYPE_BRIDGE: /* bridge header */ if (class != PCI_CLASS_BRIDGE_PCI) goto bad; /* The PCI-to-PCI bridge spec requires that subtractive decoding (i.e. transparent) bridge must have programming interface code of 0x01. */ pci_read_irq(dev); dev->transparent = ((dev->class & 0xff) == 1); pci_read_bases(dev, 2, PCI_ROM_ADDRESS1); break; case PCI_HEADER_TYPE_CARDBUS: /* CardBus bridge header */ if (class != PCI_CLASS_BRIDGE_CARDBUS) goto bad; pci_read_irq(dev); pci_read_bases(dev, 1, 0); dev->subsystem_vendor = PciRead16(dev->busnr, dev->devfn, PCI_CB_SUBSYSTEM_VENDOR_ID); dev->subsystem_device = PciRead16(dev->busnr, dev->devfn, PCI_CB_SUBSYSTEM_ID); break; default: /* unknown header */ printk(KERN_ERR "PCI: device %s has unknown header type %02x, ignoring.\n", pci_name(dev), dev->hdr_type); return -1; bad: printk(KERN_ERR "PCI: %s: class %x doesn't match header type %02x. Ignoring class.\n", pci_name(dev), class, dev->hdr_type); dev->class = PCI_CLASS_NOT_DEFINED; } /* We found a fine healthy device, go go go... */ return 0; }; static pci_dev_t* pci_scan_device(u32_t busnr, int devfn) { pci_dev_t *dev; u32_t id; u8_t hdr; int timeout = 10; id = PciRead32(busnr, devfn, PCI_VENDOR_ID); /* some broken boards return 0 or ~0 if a slot is empty: */ if (id == 0xffffffff || id == 0x00000000 || id == 0x0000ffff || id == 0xffff0000) return NULL; while (id == 0xffff0001) { delay(timeout/10); timeout *= 2; id = PciRead32(busnr, devfn, PCI_VENDOR_ID); /* Card hasn't responded in 60 seconds? Must be stuck. */ if (timeout > 60 * 100) { printk(KERN_WARNING "Device %04x:%02x:%02x.%d not " "responding\n", busnr,PCI_SLOT(devfn),PCI_FUNC(devfn)); return NULL; } }; if( pci_scan_filter(id, busnr, devfn) == 0) return NULL; hdr = PciRead8(busnr, devfn, PCI_HEADER_TYPE); dev = (pci_dev_t*)kzalloc(sizeof(pci_dev_t), 0); if(unlikely(dev == NULL)) return NULL; INIT_LIST_HEAD(&dev->link); dev->pci_dev.busnr = busnr; dev->pci_dev.devfn = devfn; dev->pci_dev.hdr_type = hdr & 0x7f; dev->pci_dev.multifunction = !!(hdr & 0x80); dev->pci_dev.vendor = id & 0xffff; dev->pci_dev.device = (id >> 16) & 0xffff; pci_setup_device(&dev->pci_dev); return dev; }; int pci_scan_slot(u32_t bus, int devfn) { int func, nr = 0; for (func = 0; func < 8; func++, devfn++) { pci_dev_t *dev; dev = pci_scan_device(bus, devfn); if( dev ) { list_add(&dev->link, &devices); nr++; /* * If this is a single function device, * don't scan past the first function. */ if (!dev->pci_dev.multifunction) { if (func > 0) { dev->pci_dev.multifunction = 1; } else { break; } } } else { if (func == 0) break; } }; return nr; }; #define PCI_FIND_CAP_TTL 48 static int __pci_find_next_cap_ttl(unsigned int bus, unsigned int devfn, u8 pos, int cap, int *ttl) { u8 id; while ((*ttl)--) { pos = PciRead8(bus, devfn, pos); if (pos < 0x40) break; pos &= ~3; id = PciRead8(bus, devfn, pos + PCI_CAP_LIST_ID); if (id == 0xff) break; if (id == cap) return pos; pos += PCI_CAP_LIST_NEXT; } return 0; } static int __pci_find_next_cap(unsigned int bus, unsigned int devfn, u8 pos, int cap) { int ttl = PCI_FIND_CAP_TTL; return __pci_find_next_cap_ttl(bus, devfn, pos, cap, &ttl); } static int __pci_bus_find_cap_start(unsigned int bus, unsigned int devfn, u8 hdr_type) { u16 status; status = PciRead16(bus, devfn, PCI_STATUS); if (!(status & PCI_STATUS_CAP_LIST)) return 0; switch (hdr_type) { case PCI_HEADER_TYPE_NORMAL: case PCI_HEADER_TYPE_BRIDGE: return PCI_CAPABILITY_LIST; case PCI_HEADER_TYPE_CARDBUS: return PCI_CB_CAPABILITY_LIST; default: return 0; } return 0; } int pci_find_capability(struct pci_dev *dev, int cap) { int pos; pos = __pci_bus_find_cap_start(dev->busnr, dev->devfn, dev->hdr_type); if (pos) pos = __pci_find_next_cap(dev->busnr, dev->devfn, pos, cap); return pos; } int enum_pci_devices() { pci_dev_t *dev; u32_t last_bus; u32_t bus = 0 , devfn = 0; last_bus = PciApi(1); if( unlikely(last_bus == -1)) return -1; for(;bus <= last_bus; bus++) { for (devfn = 0; devfn < 0x100; devfn += 8) pci_scan_slot(bus, devfn); } for(dev = (pci_dev_t*)devices.next; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { dbgprintf("PCI device %x:%x bus:%x devfn:%x\n", dev->pci_dev.vendor, dev->pci_dev.device, dev->pci_dev.busnr, dev->pci_dev.devfn); } return 0; } const struct pci_device_id* find_pci_device(pci_dev_t* pdev, const struct pci_device_id *idlist) { pci_dev_t *dev; const struct pci_device_id *ent; for(dev = (pci_dev_t*)devices.next; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if( dev->pci_dev.vendor != idlist->vendor ) continue; for(ent = idlist; ent->vendor != 0; ent++) { if(unlikely(ent->device == dev->pci_dev.device)) { pdev->pci_dev = dev->pci_dev; return ent; } }; } return NULL; }; struct pci_dev * pci_get_device(unsigned int vendor, unsigned int device, struct pci_dev *from) { pci_dev_t *dev; dev = (pci_dev_t*)devices.next; if(from != NULL) { for(; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if( &dev->pci_dev == from) { dev = (pci_dev_t*)dev->link.next; break; }; } }; for(; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if( dev->pci_dev.vendor != vendor ) continue; if(dev->pci_dev.device == device) { return &dev->pci_dev; } } return NULL; }; struct pci_dev * pci_get_bus_and_slot(unsigned int bus, unsigned int devfn) { pci_dev_t *dev; for(dev = (pci_dev_t*)devices.next; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if ( dev->pci_dev.busnr == bus && dev->pci_dev.devfn == devfn) return &dev->pci_dev; } return NULL; } struct pci_dev *pci_get_class(unsigned int class, struct pci_dev *from) { pci_dev_t *dev; dev = (pci_dev_t*)devices.next; if(from != NULL) { for(; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if( &dev->pci_dev == from) { dev = (pci_dev_t*)dev->link.next; break; }; } }; for(; &dev->link != &devices; dev = (pci_dev_t*)dev->link.next) { if( dev->pci_dev.class == class) { return &dev->pci_dev; } } return NULL; } #define PIO_OFFSET 0x10000UL #define PIO_MASK 0x0ffffUL #define PIO_RESERVED 0x40000UL #define IO_COND(addr, is_pio, is_mmio) do { \ unsigned long port = (unsigned long __force)addr; \ if (port >= PIO_RESERVED) { \ is_mmio; \ } else if (port > PIO_OFFSET) { \ port &= PIO_MASK; \ is_pio; \ }; \ } while (0) /* Create a virtual mapping cookie for an IO port range */ void __iomem *ioport_map(unsigned long port, unsigned int nr) { if (port > PIO_MASK) return NULL; return (void __iomem *) (unsigned long) (port + PIO_OFFSET); } void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen) { resource_size_t start = pci_resource_start(dev, bar); resource_size_t len = pci_resource_len(dev, bar); unsigned long flags = pci_resource_flags(dev, bar); if (!len || !start) return NULL; if (maxlen && len > maxlen) len = maxlen; if (flags & IORESOURCE_IO) return ioport_map(start, len); if (flags & IORESOURCE_MEM) { return ioremap(start, len); } /* What? */ return NULL; } void pci_iounmap(struct pci_dev *dev, void __iomem * addr) { IO_COND(addr, /* nothing */, iounmap(addr)); } struct pci_bus_region { resource_size_t start; resource_size_t end; }; static inline void pcibios_resource_to_bus(struct pci_dev *dev, struct pci_bus_region *region, struct resource *res) { region->start = res->start; region->end = res->end; } int pci_enable_rom(struct pci_dev *pdev) { struct resource *res = pdev->resource + PCI_ROM_RESOURCE; struct pci_bus_region region; u32 rom_addr; if (!res->flags) return -1; pcibios_resource_to_bus(pdev, ®ion, res); pci_read_config_dword(pdev, pdev->rom_base_reg, &rom_addr); rom_addr &= ~PCI_ROM_ADDRESS_MASK; rom_addr |= region.start | PCI_ROM_ADDRESS_ENABLE; pci_write_config_dword(pdev, pdev->rom_base_reg, rom_addr); return 0; } void pci_disable_rom(struct pci_dev *pdev) { u32 rom_addr; pci_read_config_dword(pdev, pdev->rom_base_reg, &rom_addr); rom_addr &= ~PCI_ROM_ADDRESS_ENABLE; pci_write_config_dword(pdev, pdev->rom_base_reg, rom_addr); } /** * pci_get_rom_size - obtain the actual size of the ROM image * @pdev: target PCI device * @rom: kernel virtual pointer to image of ROM * @size: size of PCI window * return: size of actual ROM image * * Determine the actual length of the ROM image. * The PCI window size could be much larger than the * actual image size. */ size_t pci_get_rom_size(struct pci_dev *pdev, void __iomem *rom, size_t size) { void __iomem *image; int last_image; image = rom; do { void __iomem *pds; /* Standard PCI ROMs start out with these bytes 55 AA */ if (readb(image) != 0x55) { dev_err(&pdev->dev, "Invalid ROM contents\n"); break; } if (readb(image + 1) != 0xAA) break; /* get the PCI data structure and check its signature */ pds = image + readw(image + 24); if (readb(pds) != 'P') break; if (readb(pds + 1) != 'C') break; if (readb(pds + 2) != 'I') break; if (readb(pds + 3) != 'R') break; last_image = readb(pds + 21) & 0x80; /* this length is reliable */ image += readw(pds + 16) * 512; } while (!last_image); /* never return a size larger than the PCI resource window */ /* there are known ROMs that get the size wrong */ return min((size_t)(image - rom), size); } /** * pci_map_rom - map a PCI ROM to kernel space * @pdev: pointer to pci device struct * @size: pointer to receive size of pci window over ROM * * Return: kernel virtual pointer to image of ROM * * Map a PCI ROM into kernel space. If ROM is boot video ROM, * the shadow BIOS copy will be returned instead of the * actual ROM. */ void __iomem *pci_map_rom(struct pci_dev *pdev, size_t *size) { struct resource *res = &pdev->resource[PCI_ROM_RESOURCE]; loff_t start; void __iomem *rom; /* * IORESOURCE_ROM_SHADOW set on x86, x86_64 and IA64 supports legacy * memory map if the VGA enable bit of the Bridge Control register is * set for embedded VGA. */ if (res->flags & IORESOURCE_ROM_SHADOW) { /* primary video rom always starts here */ start = (loff_t)0xC0000; *size = 0x20000; /* cover C000:0 through E000:0 */ } else { if (res->flags & (IORESOURCE_ROM_COPY | IORESOURCE_ROM_BIOS_COPY)) { *size = pci_resource_len(pdev, PCI_ROM_RESOURCE); return (void __iomem *)(unsigned long) pci_resource_start(pdev, PCI_ROM_RESOURCE); } else { start = (loff_t)0xC0000; *size = 0x20000; /* cover C000:0 through E000:0 */ } } rom = ioremap(start, *size); if (!rom) { /* restore enable if ioremap fails */ if (!(res->flags & (IORESOURCE_ROM_ENABLE | IORESOURCE_ROM_SHADOW | IORESOURCE_ROM_COPY))) pci_disable_rom(pdev); return NULL; } /* * Try to find the true size of the ROM since sometimes the PCI window * size is much larger than the actual size of the ROM. * True size is important if the ROM is going to be copied. */ *size = pci_get_rom_size(pdev, rom, *size); return rom; } void pci_unmap_rom(struct pci_dev *pdev, void __iomem *rom) { struct resource *res = &pdev->resource[PCI_ROM_RESOURCE]; if (res->flags & (IORESOURCE_ROM_COPY | IORESOURCE_ROM_BIOS_COPY)) return; iounmap(rom); /* Disable again before continuing, leave enabled if pci=rom */ if (!(res->flags & (IORESOURCE_ROM_ENABLE | IORESOURCE_ROM_SHADOW))) pci_disable_rom(pdev); } #if 0 void pcibios_set_master(struct pci_dev *dev) { u8 lat; /* The latency timer doesn't apply to PCIe (either Type 0 or Type 1) */ if (pci_is_pcie(dev)) return; pci_read_config_byte(dev, PCI_LATENCY_TIMER, &lat); if (lat < 16) lat = (64 <= pcibios_max_latency) ? 64 : pcibios_max_latency; else if (lat > pcibios_max_latency) lat = pcibios_max_latency; else return; dev_printk(KERN_DEBUG, &dev->dev, "setting latency timer to %d\n", lat); pci_write_config_byte(dev, PCI_LATENCY_TIMER, lat); } #endif static void __pci_set_master(struct pci_dev *dev, bool enable) { u16 old_cmd, cmd; pci_read_config_word(dev, PCI_COMMAND, &old_cmd); if (enable) cmd = old_cmd | PCI_COMMAND_MASTER; else cmd = old_cmd & ~PCI_COMMAND_MASTER; if (cmd != old_cmd) { dbgprintf("%s bus mastering\n", enable ? "enabling" : "disabling"); pci_write_config_word(dev, PCI_COMMAND, cmd); } dev->is_busmaster = enable; } void pci_set_master(struct pci_dev *dev) { __pci_set_master(dev, true); // pcibios_set_master(dev); }