X-Git-Url: https://scm.lunaixsky.com/lunaix-os.git/blobdiff_plain/43c43c058ededea929645fef68d15820eed1f5e9..8c06c883e7b13c115d5ff207f79d4b68fccd5ad6:/lunaix-os/hal/pci.c diff --git a/lunaix-os/hal/pci.c b/lunaix-os/hal/pci.c index cb7cfe7..3e4a3fe 100644 --- a/lunaix-os/hal/pci.c +++ b/lunaix-os/hal/pci.c @@ -8,9 +8,9 @@ * @copyright Copyright (c) 2022 * */ -#include -#include #include +#include + #include #include #include @@ -20,15 +20,113 @@ LOG_MODULE("PCI") static DEFINE_LLIST(pci_devices); -static DEFINE_LLIST(pci_drivers); +static DECLARE_HASHTABLE(pci_devcache, 8); + +static struct device* pcidev_cat; +static struct device_def pci_def; void pci_probe_msi_info(struct pci_device* device); +static inline void +pci_log_device(struct pci_device* pcidev) +{ + pciaddr_t loc = pcidev->loc; + struct device_def* binddef = pcidev->binding.def; + + if (!binddef) { + kprintf("pci.%d:%d:%d, no binding", + PCILOC_BUS(loc), + PCILOC_DEV(loc), + PCILOC_FN(loc)); + return; + } + + kprintf("pci.%d:%d:%d, dev.%xh:%xh.%d, %s", + PCILOC_BUS(loc), + PCILOC_DEV(loc), + PCILOC_FN(loc), + binddef->class.fn_grp, + binddef->class.device, + binddef->class.variant, + binddef->name); +} + +static struct pci_device* +pci_create_device(pciaddr_t loc, ptr_t pci_base, int devinfo) +{ + pci_reg_t class = pci_read_cspace(pci_base, 0x8); + struct hbucket* bucket = device_definitions_byif(DEVIF_PCI); + + u32_t devid = PCI_DEV_DEVID(devinfo); + u32_t vendor = PCI_DEV_VENDOR(devinfo); + pci_reg_t intr = pci_read_cspace(pci_base, 0x3c); + + struct pci_device* device = vzalloc(sizeof(struct pci_device)); + device->class_info = class; + device->device_info = devinfo; + device->cspace_base = pci_base; + device->intr_info = intr; + + device_create(&device->dev, pcidev_cat, DEV_IFSYS, NULL); + + pci_probe_msi_info(device); + pci_probe_bar_info(device); + + llist_append(&pci_devices, &device->dev_chain); + device_register(&device->dev, &pci_def.class, "%x", loc); + pci_def.class.variant++; + + // find a suitable binding + + struct pci_device_def *pos, *n; + hashtable_bucket_foreach(bucket, pos, n, devdef.hlist_if) + { + if (pos->dev_class != PCI_DEV_CLASS(class)) { + continue; + } + + u32_t idm = pos->ident_mask; + int result = (pos->dev_ident & idm) == (devinfo & idm); + + if (result) { + goto found; + } + } + + goto done; + +found: + if (!pos->devdef.bind) { + kprintf(KERROR "pci_loc:%x, (%xh:%xh.%d) unbindable", + loc, + pos->devdef.class.fn_grp, + pos->devdef.class.device, + pos->devdef.class.variant); + goto done; + } + + int errno = pos->devdef.bind(&pos->devdef, &device->dev); + if (errno) { + kprintf(KERROR "pci_loc:%x, (%xh:%xh.%d) failed, e=%d", + loc, + pos->devdef.class.fn_grp, + pos->devdef.class.device, + pos->devdef.class.variant, + errno); + goto done; + } + + device->binding.def = &pos->devdef; + +done: + return device; +} + void -pci_probe_device(int bus, int dev, int funct) +pci_probe_device(pciaddr_t pci_loc) { - uint32_t base = PCI_ADDRESS(bus, dev, funct); + u32_t base = PCI_CFGADDR(pci_loc); pci_reg_t reg1 = pci_read_cspace(base, 0); // Vendor=0xffff则表示设备不存在 @@ -42,67 +140,43 @@ pci_probe_device(int bus, int dev, int funct) // 防止堆栈溢出 // QEMU的ICH9/Q35实现似乎有点问题,对于多功能设备的每一个功能的header type // 都将第七位置位。而virtualbox 就没有这个毛病。 - if ((hdr_type & 0x80) && funct == 0) { + if ((hdr_type & 0x80) && PCILOC_FN(pci_loc) == 0) { hdr_type = hdr_type & ~0x80; // 探测多用途设备(multi-function device) for (int i = 1; i < 7; i++) { - pci_probe_device(bus, dev, i); + pci_probe_device(pci_loc + i); } } - if (hdr_type != PCI_TDEV) { - // XXX: 目前忽略所有桥接设备,比如PCI-PCI桥接器,或者是CardBus桥接器 - return; + struct pci_device *pos, *n; + hashtable_hash_foreach(pci_devcache, pci_loc, pos, n, dev_cache) + { + if (pos->loc == pci_loc) { + pci_log_device(pos); + return; + } } - pci_reg_t intr = pci_read_cspace(base, 0x3c); - pci_reg_t class = pci_read_cspace(base, 0x8); - - struct pci_device* device = vzalloc(sizeof(struct pci_device)); - *device = (struct pci_device){ .cspace_base = base, - .class_info = class, - .device_info = reg1, - .intr_info = intr }; - - pci_probe_msi_info(device); - pci_probe_bar_info(device); - - llist_append(&pci_devices, &device->dev_chain); - - if (!pci_bind_driver(device)) { - kprintf(KWARN "dev.%d:%d:%d %x:%x unknown device\n", - bus, - dev, - funct, - PCI_DEV_VENDOR(reg1), - PCI_DEV_DEVID(reg1)); - } else { - kprintf("dev.%d:%d:%d %x:%x %s\n", - bus, - dev, - funct, - PCI_DEV_VENDOR(reg1), - PCI_DEV_DEVID(reg1), - device->driver.type->name); + struct pci_device* pcidev = pci_create_device(pci_loc, base, reg1); + if (pcidev) { + pcidev->loc = pci_loc; + hashtable_hash_in(pci_devcache, &pcidev->dev_cache, pci_loc); + pci_log_device(pcidev); } } void -pci_probe() +pci_scan() { - // 暴力扫描所有PCI设备 - // XXX: 尽管最多会有256条PCI总线,但就目前而言,只考虑bus #0就足够了 - for (int bus = 0; bus < 256; bus++) { - for (int dev = 0; dev < 32; dev++) { - pci_probe_device(bus, dev, 0); - } + for (u32_t loc = 0; loc < (pciaddr_t)-1; loc += 8) { + pci_probe_device((pciaddr_t)loc); } } void pci_probe_bar_info(struct pci_device* device) { - uint32_t bar; + u32_t bar; struct pci_base_addr* ba; for (size_t i = 0; i < 6; i++) { ba = &device->bar[i]; @@ -132,7 +206,7 @@ pci_probe_msi_info(struct pci_device* device) } pci_reg_t cap_ptr = pci_read_cspace(device->cspace_base, 0x34) & 0xff; - uint32_t cap_hdr; + u32_t cap_hdr; while (cap_ptr) { cap_hdr = pci_read_cspace(device->cspace_base, cap_ptr); @@ -145,7 +219,56 @@ pci_probe_msi_info(struct pci_device* device) } } -void +size_t +pci_bar_sizing(struct pci_device* dev, u32_t* bar_out, u32_t bar_num) +{ + pci_reg_t bar = pci_read_cspace(dev->cspace_base, PCI_REG_BAR(bar_num)); + if (!bar) { + *bar_out = 0; + return 0; + } + + pci_write_cspace(dev->cspace_base, PCI_REG_BAR(bar_num), 0xffffffff); + pci_reg_t sized = + pci_read_cspace(dev->cspace_base, PCI_REG_BAR(bar_num)) & ~0x1; + if (PCI_BAR_MMIO(bar)) { + sized = PCI_BAR_ADDR_MM(sized); + } + *bar_out = bar; + pci_write_cspace(dev->cspace_base, PCI_REG_BAR(bar_num), bar); + return ~sized + 1; +} + +struct pci_device* +pci_get_device_by_id(u16_t vendorId, u16_t deviceId) +{ + u32_t dev_info = vendorId | (deviceId << 16); + struct pci_device *pos, *n; + llist_for_each(pos, n, &pci_devices, dev_chain) + { + if (pos->device_info == dev_info) { + return pos; + } + } + + return NULL; +} + +struct pci_device* +pci_get_device_by_class(u32_t class) +{ + struct pci_device *pos, *n; + llist_for_each(pos, n, &pci_devices, dev_chain) + { + if (PCI_DEV_CLASS(pos->class_info) == class) { + return pos; + } + } + + return NULL; +} + +static void __pci_read_cspace(struct twimap* map) { struct pci_device* pcidev = (struct pci_device*)(map->data); @@ -158,21 +281,31 @@ __pci_read_cspace(struct twimap* map) map->size_acc = 256; } -void +/*---------- TwiFS interface definition ----------*/ + +static void __pci_read_revid(struct twimap* map) { int class = twimap_data(map, struct pci_device*)->class_info; twimap_printf(map, "0x%x", PCI_DEV_REV(class)); } -void +static void __pci_read_class(struct twimap* map) { int class = twimap_data(map, struct pci_device*)->class_info; twimap_printf(map, "0x%x", PCI_DEV_CLASS(class)); } -void +static void +__pci_read_devinfo(struct twimap* map) +{ + int devinfo = twimap_data(map, struct pci_device*)->device_info; + twimap_printf( + map, "%x:%x", PCI_DEV_VENDOR(devinfo), PCI_DEV_DEVID(devinfo)); +} + +static void __pci_bar_read(struct twimap* map) { struct pci_device* pcidev = twimap_data(map, struct pci_device*); @@ -200,7 +333,7 @@ __pci_bar_read(struct twimap* map) twimap_printf(map, "\n"); } -int +static int __pci_bar_gonext(struct twimap* map) { if (twimap_index(map, int) >= 5) { @@ -210,21 +343,41 @@ __pci_bar_gonext(struct twimap* map) return 1; } +static void +__pci_read_binding(struct twimap* map) +{ + struct pci_device* pcidev = twimap_data(map, struct pci_device*); + struct device_def* devdef = pcidev->binding.def; + if (!devdef) { + return; + } + + twimap_printf(map, + "%xh:%xh.%d", + devdef->class.fn_grp, + devdef->class.device, + devdef->class.variant); +} + +static void +__pci_trigger_bus_rescan(struct twimap* map) +{ + pci_scan(); +} + void pci_build_fsmapping() { struct twifs_node *pci_class = twifs_dir_node(NULL, "pci"), *pci_dev; struct pci_device *pos, *n; struct twimap* map; + + map = twifs_mapping(pci_class, NULL, "rescan"); + map->read = __pci_trigger_bus_rescan; + llist_for_each(pos, n, &pci_devices, dev_chain) { - pci_dev = twifs_dir_node(pci_class, - "%.2d:%.2d:%.2d.%.4x:%.4x", - PCI_BUS_NUM(pos->cspace_base), - PCI_SLOT_NUM(pos->cspace_base), - PCI_FUNCT_NUM(pos->cspace_base), - PCI_DEV_VENDOR(pos->device_info), - PCI_DEV_DEVID(pos->device_info)); + pci_dev = twifs_dir_node(pci_class, "%x", pos->loc); map = twifs_mapping(pci_dev, pos, "config"); map->read = __pci_read_cspace; @@ -235,144 +388,38 @@ pci_build_fsmapping() map = twifs_mapping(pci_dev, pos, "class"); map->read = __pci_read_class; + map = twifs_mapping(pci_dev, pos, "binding"); + map->read = __pci_read_binding; + map = twifs_mapping(pci_dev, pos, "io_bases"); map->read = __pci_bar_read; map->go_next = __pci_bar_gonext; } } +EXPORT_TWIFS_PLUGIN(pci_devs, pci_build_fsmapping); -size_t -pci_bar_sizing(struct pci_device* dev, uint32_t* bar_out, uint32_t bar_num) -{ - pci_reg_t bar = pci_read_cspace(dev->cspace_base, PCI_REG_BAR(bar_num)); - if (!bar) { - *bar_out = 0; - return 0; - } - - pci_write_cspace(dev->cspace_base, PCI_REG_BAR(bar_num), 0xffffffff); - pci_reg_t sized = - pci_read_cspace(dev->cspace_base, PCI_REG_BAR(bar_num)) & ~0x1; - if (PCI_BAR_MMIO(bar)) { - sized = PCI_BAR_ADDR_MM(sized); - } - *bar_out = bar; - pci_write_cspace(dev->cspace_base, PCI_REG_BAR(bar_num), bar); - return ~sized + 1; -} - -void -pci_setup_msi(struct pci_device* device, int vector) -{ - // Dest: APIC#0, Physical Destination, No redirection - uint32_t msi_addr = (__APIC_BASE_PADDR); - - // Edge trigger, Fixed delivery - uint32_t msi_data = vector; - - pci_write_cspace( - device->cspace_base, PCI_MSI_ADDR(device->msi_loc), msi_addr); - - pci_reg_t reg1 = pci_read_cspace(device->cspace_base, device->msi_loc); - pci_reg_t msg_ctl = reg1 >> 16; - - int offset = !!(msg_ctl & MSI_CAP_64BIT) * 4; - pci_write_cspace(device->cspace_base, - PCI_MSI_DATA(device->msi_loc, offset), - msi_data & 0xffff); - - if ((msg_ctl & MSI_CAP_MASK)) { - pci_write_cspace( - device->cspace_base, PCI_MSI_MASK(device->msi_loc, offset), 0); - } - - // manipulate the MSI_CTRL to allow device using MSI to request service. - reg1 = (reg1 & 0xff8fffff) | 0x10000; - pci_write_cspace(device->cspace_base, device->msi_loc, reg1); -} - -struct pci_device* -pci_get_device_by_id(uint16_t vendorId, uint16_t deviceId) -{ - uint32_t dev_info = vendorId | (deviceId << 16); - struct pci_device *pos, *n; - llist_for_each(pos, n, &pci_devices, dev_chain) - { - if (pos->device_info == dev_info) { - return pos; - } - } - - return NULL; -} - -struct pci_device* -pci_get_device_by_class(uint32_t class) -{ - struct pci_device *pos, *n; - llist_for_each(pos, n, &pci_devices, dev_chain) - { - if (PCI_DEV_CLASS(pos->class_info) == class) { - return pos; - } - } - - return NULL; -} +/*---------- PCI 3.0 HBA device definition ----------*/ -void -pci_add_driver(const char* name, - u32_t class, - u32_t vendor, - u32_t devid, - pci_drv_init init) +static int +pci_load_devices(struct device_def* def) { - struct pci_driver* pci_drv = valloc(sizeof(*pci_drv)); - *pci_drv = (struct pci_driver){ .create_driver = init, - .dev_info = (vendor << 16) | devid, - .dev_class = class }; - if (name) { - strncpy(pci_drv->name, name, PCI_DRV_NAME_LEN); - } + pcidev_cat = device_addcat(NULL, "pci"); - llist_append(&pci_drivers, &pci_drv->drivers); -} + pci_scan(); -int -pci_bind_driver(struct pci_device* pci_dev) -{ - struct pci_driver *pos, *n; - llist_for_each(pos, n, &pci_drivers, drivers) - { - if (pos->dev_info) { - if (pos->dev_info == pci_dev->device_info) { - goto check_type; - } - continue; - } - check_type: - if (pos->dev_class) { - if (pos->dev_class == PCI_DEV_CLASS(pci_dev->class_info)) { - pci_dev->driver.type = pos; - pci_dev->driver.instance = pos->create_driver(pci_dev); - return 1; - } - } - } return 0; } void -pci_init() +pci_bind_instance(struct pci_device* pcidev, void* devobj) { - acpi_context* acpi = acpi_get_context(); - assert_msg(acpi, "ACPI not initialized."); - if (acpi->mcfg.alloc_num) { - // PCIe Enhanced Configuration Mechanism is supported. - // TODO: support PCIe addressing mechanism - } - // Otherwise, fallback to use legacy PCI 3.0 method. - pci_probe(); + pcidev->dev.underlay = devobj; + pcidev->binding.dev = devobj; +} - pci_build_fsmapping(); -} \ No newline at end of file +static struct device_def pci_def = { + .name = "pci3.0-hba", + .class = DEVCLASS(DEVIF_SOC, DEVFN_BUSIF, DEV_PCI), + .init = pci_load_devices +}; +EXPORT_DEVICE(pci3hba, &pci_def, load_poststage);