37 static void __init pci_mmconfig_remove(struct pci_mmcfg_region *cfg)  in pci_mmconfig_remove()  argument
39 	if (cfg->res.parent)  in pci_mmconfig_remove()
40 		release_resource(&cfg->res);  in pci_mmconfig_remove()
41 	list_del(&cfg->list);  in pci_mmconfig_remove()
42 	kfree(cfg);  in pci_mmconfig_remove()
47 	struct pci_mmcfg_region *cfg, *tmp;  in free_all_mmcfg()  local
50 	list_for_each_entry_safe(cfg, tmp, &pci_mmcfg_list, list)  in free_all_mmcfg()
51 		pci_mmconfig_remove(cfg);  in free_all_mmcfg()
56 	struct pci_mmcfg_region *cfg;  in list_add_sorted()  local
59 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list, pci_mmcfg_lock_held()) {  in list_add_sorted()
60 		if (cfg->segment > new->segment ||  in list_add_sorted()
61 		    (cfg->segment == new->segment &&  in list_add_sorted()
62 		     cfg->start_bus >= new->start_bus)) {  in list_add_sorted()
63 			list_add_tail_rcu(&new->list, &cfg->list);  in list_add_sorted()
121 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_lookup()  local
123 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list, pci_mmcfg_lock_held())  in pci_mmconfig_lookup()
124 		if (cfg->segment == segment &&  in pci_mmconfig_lookup()
125 		    cfg->start_bus <= bus && bus <= cfg->end_bus)  in pci_mmconfig_lookup()
126 			return cfg;  in pci_mmconfig_lookup()
327 	struct pci_mmcfg_region *cfg, *cfgx;  in pci_mmcfg_check_end_bus_number()  local
330 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_check_end_bus_number()
331 		if (cfg->end_bus < cfg->start_bus)  in pci_mmcfg_check_end_bus_number()
332 			cfg->end_bus = 255;  in pci_mmcfg_check_end_bus_number()
335 		if (cfg->list.next == &pci_mmcfg_list)  in pci_mmcfg_check_end_bus_number()
338 		cfgx = list_entry(cfg->list.next, typeof(*cfg), list);  in pci_mmcfg_check_end_bus_number()
339 		if (cfg->end_bus >= cfgx->start_bus)  in pci_mmcfg_check_end_bus_number()
340 			cfg->end_bus = cfgx->start_bus - 1;  in pci_mmcfg_check_end_bus_number()
475 				     struct pci_mmcfg_region *cfg,  in is_mmconf_reserved()  argument
478 	u64 addr = cfg->res.start;  in is_mmconf_reserved()
479 	u64 size = resource_size(&cfg->res);  in is_mmconf_reserved()
494 			 &cfg->res, method);  in is_mmconf_reserved()
497 		       &cfg->res, method);  in is_mmconf_reserved()
501 		cfg->end_bus = cfg->start_bus + ((size>>20) - 1);  in is_mmconf_reserved()
502 		num_buses = cfg->end_bus - cfg->start_bus + 1;  in is_mmconf_reserved()
503 		cfg->res.end = cfg->res.start +  in is_mmconf_reserved()
505 		snprintf(cfg->name, PCI_MMCFG_RESOURCE_NAME_LEN,  in is_mmconf_reserved()
507 			 cfg->segment, cfg->start_bus, cfg->end_bus);  in is_mmconf_reserved()
513 				&cfg->res, (unsigned long) cfg->address);  in is_mmconf_reserved()
518 				cfg->segment, cfg->start_bus, cfg->end_bus,  in is_mmconf_reserved()
519 				&cfg->res, (unsigned long) cfg->address);  in is_mmconf_reserved()
526 pci_mmcfg_check_reserved(struct device *dev, struct pci_mmcfg_region *cfg, int early)  in pci_mmcfg_check_reserved()  argument
531 		if (is_mmconf_reserved(is_acpi_reserved, cfg, dev,  in pci_mmcfg_check_reserved()
539 				 &cfg->res);  in pci_mmcfg_check_reserved()
544 			       &cfg->res);  in pci_mmcfg_check_reserved()
546 		if (is_mmconf_reserved(is_efi_mmio, cfg, dev,  in pci_mmcfg_check_reserved()
549 							    &cfg->res);  in pci_mmcfg_check_reserved()
552 					&cfg->res, conflict->name, conflict);  in pci_mmcfg_check_reserved()
555 					&cfg->res);  in pci_mmcfg_check_reserved()
572 		return is_mmconf_reserved(e820__mapped_all, cfg, dev,  in pci_mmcfg_check_reserved()
580 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_reject_broken()  local
582 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_reject_broken()
583 		if (pci_mmcfg_check_reserved(NULL, cfg, early) == 0) {  in pci_mmcfg_reject_broken()
592 					struct acpi_mcfg_allocation *cfg)  in acpi_mcfg_check_entry()  argument
594 	if (cfg->address < 0xFFFFFFFF)  in acpi_mcfg_check_entry()
604 	       "is above 4GB, ignored\n", cfg->pci_segment,  in acpi_mcfg_check_entry()
605 	       cfg->start_bus_number, cfg->end_bus_number, cfg->address);  in acpi_mcfg_check_entry()
612 	struct acpi_mcfg_allocation *cfg_table, *cfg;  in pci_parse_mcfg()  local
636 		cfg = &cfg_table[i];  in pci_parse_mcfg()
637 		if (acpi_mcfg_check_entry(mcfg, cfg)) {  in pci_parse_mcfg()
642 		if (pci_mmconfig_add(cfg->pci_segment, cfg->start_bus_number,  in pci_parse_mcfg()
643 				   cfg->end_bus_number, cfg->address) == NULL) {  in pci_parse_mcfg()
660 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_for_each_region()  local
666 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_for_each_region()
667 		rc = func(cfg->res.start, resource_size(&cfg->res), data);  in pci_mmcfg_for_each_region()
686 		const struct pci_mmcfg_region *cfg;  in __pci_mmcfg_init()  local
688 		list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in __pci_mmcfg_init()
689 			if (cfg->segment)  in __pci_mmcfg_init()
691 			pcibios_last_bus = cfg->end_bus;  in __pci_mmcfg_init()
736 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_late_insert_resources()  local
749 	list_for_each_entry(cfg, &pci_mmcfg_list, list)  in pci_mmcfg_late_insert_resources()
750 		if (!cfg->res.parent)  in pci_mmcfg_late_insert_resources()
751 			insert_resource(&iomem_resource, &cfg->res);  in pci_mmcfg_late_insert_resources()
769 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_insert()  local
778 	cfg = pci_mmconfig_lookup(seg, start);  in pci_mmconfig_insert()
779 	if (cfg) {  in pci_mmconfig_insert()
780 		if (cfg->end_bus < end)  in pci_mmconfig_insert()
785 				  cfg->segment, cfg->start_bus, cfg->end_bus);  in pci_mmconfig_insert()
796 	cfg = pci_mmconfig_alloc(seg, start, end, addr);  in pci_mmconfig_insert()
797 	if (cfg == NULL) {  in pci_mmconfig_insert()
800 	} else if (!pci_mmcfg_check_reserved(dev, cfg, 0)) {  in pci_mmconfig_insert()
802 			 &cfg->res);  in pci_mmconfig_insert()
807 						       &cfg->res);  in pci_mmconfig_insert()
813 				 &cfg->res, tmp->name, tmp);  in pci_mmconfig_insert()
814 		} else if (pci_mmcfg_arch_map(cfg)) {  in pci_mmconfig_insert()
816 				 &cfg->res);  in pci_mmconfig_insert()
818 			list_add_sorted(cfg);  in pci_mmconfig_insert()
820 				 &cfg->res, (unsigned long)addr);  in pci_mmconfig_insert()
821 			cfg = NULL;  in pci_mmconfig_insert()
826 	if (cfg) {  in pci_mmconfig_insert()
827 		if (cfg->res.parent)  in pci_mmconfig_insert()
828 			release_resource(&cfg->res);  in pci_mmconfig_insert()
829 		kfree(cfg);  in pci_mmconfig_insert()
840 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_delete()  local
843 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list)  in pci_mmconfig_delete()
844 		if (cfg->segment == seg && cfg->start_bus == start &&  in pci_mmconfig_delete()
845 		    cfg->end_bus == end) {  in pci_mmconfig_delete()
846 			list_del_rcu(&cfg->list);  in pci_mmconfig_delete()
848 			pci_mmcfg_arch_unmap(cfg);  in pci_mmconfig_delete()
849 			if (cfg->res.parent)  in pci_mmconfig_delete()
850 				release_resource(&cfg->res);  in pci_mmconfig_delete()
852 			kfree(cfg);  in pci_mmconfig_delete()