315 	 * runtime PM status.  During probe, the device is set to  in local_pci_probe()
317 	 * supports runtime PM, it should call pm_runtime_put_noidle(),  in local_pci_probe()
318 	 * or any other runtime PM helper function decrementing the usage  in local_pci_probe()
470 		 * with the code below, so wait until all of the runtime PM  in pci_device_remove()
481 	/* Undo the runtime PM settings in local_pci_probe() */  in pci_device_remove()
650 				      "PCI PM: Device state not saved by %pS\n",  in pci_legacy_suspend()
689 	/* Disable non-bridge devices without PM support */  in pci_pm_default_suspend()
700 	 * Legacy PM support is used by default, so warn if the new framework is  in pci_has_legacy_pm_support()
704 	pci_WARN(pci_dev, ret && drv->driver.pm, "device %04x:%04x\n",  in pci_has_legacy_pm_support()
715 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_prepare()  local
717 	if (pm && pm->prepare) {  in pci_pm_prepare()
718 		int error = pm->prepare(dev);  in pci_pm_prepare()
784 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend()  local
790 	 * since Coffee Lake, to enter a lower-power PM state.  in pci_pm_suspend()
797 	if (!pm) {  in pci_pm_suspend()
823 	if (pm->suspend) {  in pci_pm_suspend()
827 		error = pm->suspend(dev);  in pci_pm_suspend()
828 		suspend_report_result(dev, pm->suspend, error);  in pci_pm_suspend()
835 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend()
836 				      pm->suspend);  in pci_pm_suspend()
856 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend_noirq()  local
864 	if (!pm) {  in pci_pm_suspend_noirq()
869 	if (pm->suspend_noirq) {  in pci_pm_suspend_noirq()
873 		error = pm->suspend_noirq(dev);  in pci_pm_suspend_noirq()
874 		suspend_report_result(dev, pm->suspend_noirq, error);  in pci_pm_suspend_noirq()
881 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend_noirq()
882 				      pm->suspend_noirq);  in pci_pm_suspend_noirq()
899 	pci_dbg(pci_dev, "PCI PM: Suspend power state: %s\n",  in pci_pm_suspend_noirq()
905 		 * Per PCI PM r1.2, table 6-1, a bridge must be in D0 if any  in pci_pm_suspend_noirq()
914 		pci_dbg(pci_dev, "PCI PM: Skipped\n");  in pci_pm_suspend_noirq()
938 	 * runtime PM.  Otherwise, the pm_resume_via_firmware() check will cause  in pci_pm_suspend_noirq()
951 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume_noirq()  local
976 	if (pm && pm->resume_noirq)  in pci_pm_resume_noirq()
977 		return pm->resume_noirq(dev);  in pci_pm_resume_noirq()
993 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume()  local
1009 	if (pm) {  in pci_pm_resume()
1010 		if (pm->resume)  in pci_pm_resume()
1011 			return pm->resume(dev);  in pci_pm_resume()
1035 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze()  local
1040 	if (!pm) {  in pci_pm_freeze()
1056 	if (pm->freeze) {  in pci_pm_freeze()
1059 		error = pm->freeze(dev);  in pci_pm_freeze()
1060 		suspend_report_result(dev, pm->freeze, error);  in pci_pm_freeze()
1071 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze_noirq()  local
1076 	if (pm && pm->freeze_noirq) {  in pci_pm_freeze_noirq()
1079 		error = pm->freeze_noirq(dev);  in pci_pm_freeze_noirq()
1080 		suspend_report_result(dev, pm->freeze_noirq, error);  in pci_pm_freeze_noirq()
1096 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw_noirq()  local
1099 	 * The pm->thaw_noirq() callback assumes the device has been  in pci_pm_thaw_noirq()
1113 	if (pm && pm->thaw_noirq)  in pci_pm_thaw_noirq()
1114 		return pm->thaw_noirq(dev);  in pci_pm_thaw_noirq()
1122 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw()  local
1128 	if (pm) {  in pci_pm_thaw()
1129 		if (pm->thaw)  in pci_pm_thaw()
1130 			error = pm->thaw(dev);  in pci_pm_thaw()
1143 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff()  local
1148 	if (!pm) {  in pci_pm_poweroff()
1162 	if (pm->poweroff) {  in pci_pm_poweroff()
1165 		error = pm->poweroff(dev);  in pci_pm_poweroff()
1166 		suspend_report_result(dev, pm->poweroff, error);  in pci_pm_poweroff()
1187 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff_noirq()  local
1195 	if (!pm) {  in pci_pm_poweroff_noirq()
1200 	if (pm->poweroff_noirq) {  in pci_pm_poweroff_noirq()
1203 		error = pm->poweroff_noirq(dev);  in pci_pm_poweroff_noirq()
1204 		suspend_report_result(dev, pm->poweroff_noirq, error);  in pci_pm_poweroff_noirq()
1227 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore_noirq()  local
1235 	if (pm && pm->restore_noirq)  in pci_pm_restore_noirq()
1236 		return pm->restore_noirq(dev);  in pci_pm_restore_noirq()
1244 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore()  local
1258 	if (pm) {  in pci_pm_restore()
1259 		if (pm->restore)  in pci_pm_restore()
1260 			return pm->restore(dev);  in pci_pm_restore()
1287 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_suspend()  local
1304 	if (pm && pm->runtime_suspend) {  in pci_pm_runtime_suspend()
1305 		error = pm->runtime_suspend(dev);  in pci_pm_runtime_suspend()
1307 		 * -EBUSY and -EAGAIN is used to request the runtime PM core  in pci_pm_runtime_suspend()
1313 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1317 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1324 	if (pm && pm->runtime_suspend  in pci_pm_runtime_suspend()
1328 			      "PCI PM: State of device not saved by %pS\n",  in pci_pm_runtime_suspend()
1329 			      pm->runtime_suspend);  in pci_pm_runtime_suspend()
1344 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_resume()  local
1365 	if (pm && pm->runtime_resume)  in pci_pm_runtime_resume()
1366 		error = pm->runtime_resume(dev);  in pci_pm_runtime_resume()
1374 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_idle()  local
1378 	 * always remain in D0 regardless of the runtime PM status  in pci_pm_runtime_idle()
1383 	if (pm && pm->runtime_idle)  in pci_pm_runtime_idle()
1384 		return pm->runtime_idle(dev);  in pci_pm_runtime_idle()
1683 	.pm		= PCI_PM_OPS_PTR,