blob: 23bdf64411e55acac64e79fb6a5b132b2314bc75 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/pci/pci-driver.c
3 *
Greg Kroah-Hartman2b937302007-11-28 12:23:18 -08004 * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
5 * (C) Copyright 2007 Novell Inc.
6 *
7 * Released under the GPL v2 only.
8 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#include <linux/pci.h>
12#include <linux/module.h>
13#include <linux/init.h>
14#include <linux/device.h>
Andi Kleend42c6992005-07-06 19:56:03 +020015#include <linux/mempolicy.h>
Tim Schmielau4e57b682005-10-30 15:03:48 -080016#include <linux/string.h>
17#include <linux/slab.h>
Tim Schmielau8c65b4a2005-11-07 00:59:43 -080018#include <linux/sched.h>
Rusty Russell873392c2008-12-31 23:54:56 +103019#include <linux/cpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "pci.h"
21
22/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070023 * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
24 */
25
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070026struct pci_dynid {
27 struct list_head node;
28 struct pci_device_id id;
29};
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Greg KH3d3c2ae2005-07-06 09:09:38 -070031#ifdef CONFIG_HOTPLUG
32
Linus Torvalds1da177e2005-04-16 15:20:36 -070033/**
Randy Dunlap8f7020d2005-10-23 11:57:38 -070034 * store_new_id - add a new PCI device ID to this driver and re-probe devices
35 * @driver: target device driver
36 * @buf: buffer for scanning device ID data
37 * @count: input size
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 *
39 * Adds a new dynamic pci device ID to this driver,
40 * and causes the driver to probe for all devices again.
41 */
Randy Dunlapf8eb1002005-10-28 20:36:51 -070042static ssize_t
Linus Torvalds1da177e2005-04-16 15:20:36 -070043store_new_id(struct device_driver *driver, const char *buf, size_t count)
44{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070045 struct pci_dynid *dynid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 struct pci_driver *pdrv = to_pci_driver(driver);
Jean Delvareb41d6cf2008-08-17 21:06:59 +020047 const struct pci_device_id *ids = pdrv->id_table;
Jean Delvare6ba18632007-04-07 17:21:28 +020048 __u32 vendor, device, subvendor=PCI_ANY_ID,
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 subdevice=PCI_ANY_ID, class=0, class_mask=0;
50 unsigned long driver_data=0;
51 int fields=0;
Chris Wright2debb4d2008-11-25 19:36:10 -080052 int retval=0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Jean Delvareb41d6cf2008-08-17 21:06:59 +020054 fields = sscanf(buf, "%x %x %x %x %x %x %lx",
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 &vendor, &device, &subvendor, &subdevice,
56 &class, &class_mask, &driver_data);
Jean Delvare6ba18632007-04-07 17:21:28 +020057 if (fields < 2)
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 return -EINVAL;
59
Jean Delvareb41d6cf2008-08-17 21:06:59 +020060 /* Only accept driver_data values that match an existing id_table
61 entry */
Chris Wright2debb4d2008-11-25 19:36:10 -080062 if (ids) {
63 retval = -EINVAL;
64 while (ids->vendor || ids->subvendor || ids->class_mask) {
65 if (driver_data == ids->driver_data) {
66 retval = 0;
67 break;
68 }
69 ids++;
Jean Delvareb41d6cf2008-08-17 21:06:59 +020070 }
Chris Wright2debb4d2008-11-25 19:36:10 -080071 if (retval) /* No match */
72 return retval;
Jean Delvareb41d6cf2008-08-17 21:06:59 +020073 }
Jean Delvareb41d6cf2008-08-17 21:06:59 +020074
Eric Sesterhennf5afe802006-02-28 15:34:49 +010075 dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 if (!dynid)
77 return -ENOMEM;
78
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 dynid->id.vendor = vendor;
80 dynid->id.device = device;
81 dynid->id.subvendor = subvendor;
82 dynid->id.subdevice = subdevice;
83 dynid->id.class = class;
84 dynid->id.class_mask = class_mask;
Milton Milleredbc25c2008-07-10 16:29:37 -050085 dynid->id.driver_data = driver_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070086
87 spin_lock(&pdrv->dynids.lock);
Michael Ellermana56bc692007-09-14 15:33:13 +100088 list_add_tail(&dynid->node, &pdrv->dynids.list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 spin_unlock(&pdrv->dynids.lock);
90
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070091 if (get_driver(&pdrv->driver)) {
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -070092 retval = driver_attach(&pdrv->driver);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -070093 put_driver(&pdrv->driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 }
95
Greg Kroah-Hartmanb19441a2006-08-28 11:43:25 -070096 if (retval)
97 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 return count;
99}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
102static void
103pci_free_dynids(struct pci_driver *drv)
104{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700105 struct pci_dynid *dynid, *n;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106
107 spin_lock(&drv->dynids.lock);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700108 list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 list_del(&dynid->node);
110 kfree(dynid);
111 }
112 spin_unlock(&drv->dynids.lock);
113}
114
115static int
116pci_create_newid_file(struct pci_driver *drv)
117{
118 int error = 0;
119 if (drv->probe != NULL)
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800120 error = driver_create_file(&drv->driver, &driver_attr_new_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 return error;
122}
123
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800124static void pci_remove_newid_file(struct pci_driver *drv)
125{
126 driver_remove_file(&drv->driver, &driver_attr_new_id);
127}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128#else /* !CONFIG_HOTPLUG */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129static inline void pci_free_dynids(struct pci_driver *drv) {}
130static inline int pci_create_newid_file(struct pci_driver *drv)
131{
132 return 0;
133}
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800134static inline void pci_remove_newid_file(struct pci_driver *drv) {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135#endif
136
137/**
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700138 * pci_match_id - See if a pci device matches a given pci_id table
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 * @ids: array of PCI device id structures to search in
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700140 * @dev: the PCI device structure to match against.
141 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 * Used by a driver to check whether a PCI device present in the
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700143 * system is in its list of supported devices. Returns the matching
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 * pci_device_id structure or %NULL if there is no match.
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700145 *
Randy Dunlap8b607562007-05-09 07:19:14 +0200146 * Deprecated, don't use this as it will not catch any dynamic ids
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700147 * that a driver might want to check for.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700149const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
150 struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700152 if (ids) {
153 while (ids->vendor || ids->subvendor || ids->class_mask) {
154 if (pci_match_one_device(ids, dev))
155 return ids;
156 ids++;
157 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 }
159 return NULL;
160}
161
162/**
Randy Dunlapae9608a2007-01-09 21:41:01 -0800163 * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700164 * @drv: the PCI driver to match against
Henrik Kretzschmar39ba4872006-08-15 10:57:16 +0200165 * @dev: the PCI device structure to match against
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700166 *
167 * Used by a driver to check whether a PCI device present in the
168 * system is in its list of supported devices. Returns the matching
169 * pci_device_id structure or %NULL if there is no match.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 */
Adrian Bunkd73460d2007-10-24 18:27:18 +0200171static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
172 struct pci_dev *dev)
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700173{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700174 struct pci_dynid *dynid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175
Russell King7461b602006-11-29 21:18:04 +0000176 /* Look at the dynamic ids first, before the static ones */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700177 spin_lock(&drv->dynids.lock);
178 list_for_each_entry(dynid, &drv->dynids.list, node) {
179 if (pci_match_one_device(&dynid->id, dev)) {
180 spin_unlock(&drv->dynids.lock);
181 return &dynid->id;
182 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 }
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700184 spin_unlock(&drv->dynids.lock);
Russell King7461b602006-11-29 21:18:04 +0000185
186 return pci_match_id(drv->id_table, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187}
188
Rusty Russell873392c2008-12-31 23:54:56 +1030189struct drv_dev_and_id {
190 struct pci_driver *drv;
191 struct pci_dev *dev;
192 const struct pci_device_id *id;
193};
194
195static long local_pci_probe(void *_ddi)
196{
197 struct drv_dev_and_id *ddi = _ddi;
198
199 return ddi->drv->probe(ddi->dev, ddi->id);
200}
201
Andi Kleend42c6992005-07-06 19:56:03 +0200202static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
203 const struct pci_device_id *id)
204{
Rusty Russell873392c2008-12-31 23:54:56 +1030205 int error, node;
206 struct drv_dev_and_id ddi = { drv, dev, id };
Mike Travisf70316d2008-04-04 18:11:06 -0700207
Rusty Russell873392c2008-12-31 23:54:56 +1030208 /* Execute driver initialization on node where the device's
209 bus is attached to. This way the driver likely allocates
210 its local memory on the right node without any need to
211 change it. */
212 node = dev_to_node(&dev->dev);
Mike Travisf70316d2008-04-04 18:11:06 -0700213 if (node >= 0) {
Rusty Russell873392c2008-12-31 23:54:56 +1030214 int cpu;
Mike Travisf70316d2008-04-04 18:11:06 -0700215 node_to_cpumask_ptr(nodecpumask, node);
Rusty Russell873392c2008-12-31 23:54:56 +1030216
217 get_online_cpus();
218 cpu = cpumask_any_and(nodecpumask, cpu_online_mask);
219 if (cpu < nr_cpu_ids)
220 error = work_on_cpu(cpu, local_pci_probe, &ddi);
221 else
222 error = local_pci_probe(&ddi);
223 put_online_cpus();
224 } else
225 error = local_pci_probe(&ddi);
Andi Kleend42c6992005-07-06 19:56:03 +0200226 return error;
227}
228
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229/**
230 * __pci_device_probe()
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700231 * @drv: driver to call to check if it wants the PCI device
232 * @pci_dev: PCI device being probed
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 *
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700234 * returns 0 on success, else error.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
236 */
237static int
238__pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700239{
240 const struct pci_device_id *id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 int error = 0;
242
243 if (!pci_dev->driver && drv->probe) {
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700244 error = -ENODEV;
245
246 id = pci_match_device(drv, pci_dev);
247 if (id)
Andi Kleend42c6992005-07-06 19:56:03 +0200248 error = pci_call_probe(drv, pci_dev, id);
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700249 if (error >= 0) {
250 pci_dev->driver = drv;
251 error = 0;
252 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 }
254 return error;
255}
256
257static int pci_device_probe(struct device * dev)
258{
259 int error = 0;
260 struct pci_driver *drv;
261 struct pci_dev *pci_dev;
262
263 drv = to_pci_driver(dev->driver);
264 pci_dev = to_pci_dev(dev);
265 pci_dev_get(pci_dev);
266 error = __pci_device_probe(drv, pci_dev);
267 if (error)
268 pci_dev_put(pci_dev);
269
270 return error;
271}
272
273static int pci_device_remove(struct device * dev)
274{
275 struct pci_dev * pci_dev = to_pci_dev(dev);
276 struct pci_driver * drv = pci_dev->driver;
277
278 if (drv) {
279 if (drv->remove)
280 drv->remove(pci_dev);
281 pci_dev->driver = NULL;
282 }
283
284 /*
Shaohua Li2449e062006-10-20 14:45:32 -0700285 * If the device is still on, set the power state as "unknown",
286 * since it might change by the next time we load the driver.
287 */
288 if (pci_dev->current_state == PCI_D0)
289 pci_dev->current_state = PCI_UNKNOWN;
290
291 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 * We would love to complain here if pci_dev->is_enabled is set, that
293 * the driver should have called pci_disable_device(), but the
294 * unfortunate fact is there are too many odd BIOS and bridge setups
295 * that don't like drivers doing that all of the time.
296 * Oh well, we can dream of sane hardware when we sleep, no matter how
297 * horrible the crap we have to deal with is when we are awake...
298 */
299
300 pci_dev_put(pci_dev);
301 return 0;
302}
303
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200304static void pci_device_shutdown(struct device *dev)
305{
306 struct pci_dev *pci_dev = to_pci_dev(dev);
307 struct pci_driver *drv = pci_dev->driver;
308
309 if (drv && drv->shutdown)
310 drv->shutdown(pci_dev);
311 pci_msi_shutdown(pci_dev);
312 pci_msix_shutdown(pci_dev);
313}
314
315#ifdef CONFIG_PM_SLEEP
316
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100317static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
318{
319 struct pci_driver *drv = pci_dev->driver;
320
321 return drv && (drv->suspend || drv->suspend_late || drv->resume
322 || drv->resume_early);
323}
324
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200325/*
326 * Default "suspend" method for devices that have no driver provided suspend,
327 * or not even a driver at all.
328 */
329static void pci_default_pm_suspend(struct pci_dev *pci_dev)
330{
331 pci_save_state(pci_dev);
332 /*
333 * mark its power state as "unknown", since we don't know if
334 * e.g. the BIOS will change its device state when we suspend.
335 */
336 if (pci_dev->current_state == PCI_D0)
337 pci_dev->current_state = PCI_UNKNOWN;
338}
339
340/*
341 * Default "resume" method for devices that have no driver provided resume,
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100342 * or not even a driver at all (first part).
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200343 */
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100344static void pci_default_pm_resume_early(struct pci_dev *pci_dev)
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200345{
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200346 /* restore the PCI config space */
347 pci_restore_state(pci_dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100348}
349
350/*
351 * Default "resume" method for devices that have no driver provided resume,
352 * or not even a driver at all (second part).
353 */
354static int pci_default_pm_resume_late(struct pci_dev *pci_dev)
355{
356 int retval;
357
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200358 /* if the device was enabled before suspend, reenable */
359 retval = pci_reenable_device(pci_dev);
360 /*
361 * if the device was busmaster before the suspend, make it busmaster
362 * again
363 */
364 if (pci_dev->is_busmaster)
365 pci_set_master(pci_dev);
366
367 return retval;
368}
369
370static int pci_legacy_suspend(struct device *dev, pm_message_t state)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371{
372 struct pci_dev * pci_dev = to_pci_dev(dev);
373 struct pci_driver * drv = pci_dev->driver;
374 int i = 0;
375
Andrew Morton02669492006-03-23 01:38:34 -0800376 if (drv && drv->suspend) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 i = drv->suspend(pci_dev, state);
Andrew Morton02669492006-03-23 01:38:34 -0800378 suspend_report_result(drv->suspend, i);
379 } else {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200380 pci_default_pm_suspend(pci_dev);
Andrew Morton02669492006-03-23 01:38:34 -0800381 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 return i;
383}
384
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200385static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700386{
387 struct pci_dev * pci_dev = to_pci_dev(dev);
388 struct pci_driver * drv = pci_dev->driver;
389 int i = 0;
390
391 if (drv && drv->suspend_late) {
392 i = drv->suspend_late(pci_dev, state);
393 suspend_report_result(drv->suspend_late, i);
394 }
395 return i;
396}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200398static int pci_legacy_resume(struct device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399{
Jean Delvare8d92bc22006-04-18 14:49:56 +0200400 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 struct pci_dev * pci_dev = to_pci_dev(dev);
402 struct pci_driver * drv = pci_dev->driver;
403
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100404 if (drv && drv->resume) {
Jean Delvare8d92bc22006-04-18 14:49:56 +0200405 error = drv->resume(pci_dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100406 } else {
407 pci_default_pm_resume_early(pci_dev);
408 error = pci_default_pm_resume_late(pci_dev);
409 }
Jean Delvare8d92bc22006-04-18 14:49:56 +0200410 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411}
412
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200413static int pci_legacy_resume_early(struct device *dev)
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700414{
415 int error = 0;
416 struct pci_dev * pci_dev = to_pci_dev(dev);
417 struct pci_driver * drv = pci_dev->driver;
418
419 if (drv && drv->resume_early)
420 error = drv->resume_early(pci_dev);
421 return error;
422}
423
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200424static int pci_pm_prepare(struct device *dev)
425{
426 struct device_driver *drv = dev->driver;
427 int error = 0;
428
429 if (drv && drv->pm && drv->pm->prepare)
430 error = drv->pm->prepare(dev);
431
432 return error;
433}
434
435static void pci_pm_complete(struct device *dev)
436{
437 struct device_driver *drv = dev->driver;
438
439 if (drv && drv->pm && drv->pm->complete)
440 drv->pm->complete(dev);
441}
442
443#ifdef CONFIG_SUSPEND
444
445static int pci_pm_suspend(struct device *dev)
446{
447 struct pci_dev *pci_dev = to_pci_dev(dev);
448 struct device_driver *drv = dev->driver;
449 int error = 0;
450
451 if (drv && drv->pm) {
452 if (drv->pm->suspend) {
453 error = drv->pm->suspend(dev);
454 suspend_report_result(drv->pm->suspend, error);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200455 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100456 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200457 error = pci_legacy_suspend(dev, PMSG_SUSPEND);
458 }
459 pci_fixup_device(pci_fixup_suspend, pci_dev);
460
461 return error;
462}
463
464static int pci_pm_suspend_noirq(struct device *dev)
Greg KHc8958172005-04-08 14:53:31 +0900465{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100466 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200467 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200468 int error = 0;
Greg KHc8958172005-04-08 14:53:31 +0900469
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200470 if (drv && drv->pm) {
471 if (drv->pm->suspend_noirq) {
472 error = drv->pm->suspend_noirq(dev);
473 suspend_report_result(drv->pm->suspend_noirq, error);
474 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100475 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200476 error = pci_legacy_suspend_late(dev, PMSG_SUSPEND);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100477 } else {
478 pci_default_pm_suspend(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200479 }
480
481 return error;
Greg KHc8958172005-04-08 14:53:31 +0900482}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200484static int pci_pm_resume(struct device *dev)
485{
486 struct pci_dev *pci_dev = to_pci_dev(dev);
487 struct device_driver *drv = dev->driver;
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100488 int error = 0;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200489
490 pci_fixup_device(pci_fixup_resume, pci_dev);
491
492 if (drv && drv->pm) {
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100493 if (drv->pm->resume)
494 error = drv->pm->resume(dev);
495 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200496 error = pci_legacy_resume(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100497 } else {
498 error = pci_default_pm_resume_late(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200499 }
500
501 return error;
502}
503
504static int pci_pm_resume_noirq(struct device *dev)
505{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100506 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200507 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200508 int error = 0;
509
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200510 pci_fixup_device(pci_fixup_resume_early, to_pci_dev(dev));
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200511
512 if (drv && drv->pm) {
513 if (drv->pm->resume_noirq)
514 error = drv->pm->resume_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100515 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200516 error = pci_legacy_resume_early(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100517 } else {
518 pci_default_pm_resume_early(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200519 }
520
521 return error;
522}
523
524#else /* !CONFIG_SUSPEND */
525
526#define pci_pm_suspend NULL
527#define pci_pm_suspend_noirq NULL
528#define pci_pm_resume NULL
529#define pci_pm_resume_noirq NULL
530
531#endif /* !CONFIG_SUSPEND */
532
533#ifdef CONFIG_HIBERNATION
534
535static int pci_pm_freeze(struct device *dev)
536{
537 struct pci_dev *pci_dev = to_pci_dev(dev);
538 struct device_driver *drv = dev->driver;
539 int error = 0;
540
541 if (drv && drv->pm) {
542 if (drv->pm->freeze) {
543 error = drv->pm->freeze(dev);
544 suspend_report_result(drv->pm->freeze, error);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200545 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100546 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200547 error = pci_legacy_suspend(dev, PMSG_FREEZE);
548 pci_fixup_device(pci_fixup_suspend, pci_dev);
549 }
550
551 return error;
552}
553
554static int pci_pm_freeze_noirq(struct device *dev)
555{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100556 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200557 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200558 int error = 0;
559
560 if (drv && drv->pm) {
561 if (drv->pm->freeze_noirq) {
562 error = drv->pm->freeze_noirq(dev);
563 suspend_report_result(drv->pm->freeze_noirq, error);
564 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100565 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200566 error = pci_legacy_suspend_late(dev, PMSG_FREEZE);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100567 } else {
568 pci_default_pm_suspend(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200569 }
570
571 return error;
572}
573
574static int pci_pm_thaw(struct device *dev)
575{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100576 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200577 struct device_driver *drv = dev->driver;
578 int error = 0;
579
580 if (drv && drv->pm) {
581 if (drv->pm->thaw)
582 error = drv->pm->thaw(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100583 } else if (pci_has_legacy_pm_support(pci_dev)) {
584 pci_fixup_device(pci_fixup_resume, pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200585 error = pci_legacy_resume(dev);
586 }
587
588 return error;
589}
590
591static int pci_pm_thaw_noirq(struct device *dev)
592{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100593 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200594 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200595 int error = 0;
596
597 if (drv && drv->pm) {
598 if (drv->pm->thaw_noirq)
599 error = drv->pm->thaw_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100600 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200601 pci_fixup_device(pci_fixup_resume_early, to_pci_dev(dev));
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200602 error = pci_legacy_resume_early(dev);
603 }
604
605 return error;
606}
607
608static int pci_pm_poweroff(struct device *dev)
609{
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100610 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200611 struct device_driver *drv = dev->driver;
612 int error = 0;
613
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200614 if (drv && drv->pm) {
615 if (drv->pm->poweroff) {
616 error = drv->pm->poweroff(dev);
617 suspend_report_result(drv->pm->poweroff, error);
618 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100619 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200620 error = pci_legacy_suspend(dev, PMSG_HIBERNATE);
621 }
622
Rafael J. Wysockic9b99722009-01-07 13:02:36 +0100623 pci_fixup_device(pci_fixup_suspend, pci_dev);
624
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200625 return error;
626}
627
628static int pci_pm_poweroff_noirq(struct device *dev)
629{
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200630 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200631 int error = 0;
632
633 if (drv && drv->pm) {
634 if (drv->pm->poweroff_noirq) {
635 error = drv->pm->poweroff_noirq(dev);
636 suspend_report_result(drv->pm->poweroff_noirq, error);
637 }
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100638 } else if (pci_has_legacy_pm_support(to_pci_dev(dev))) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200639 error = pci_legacy_suspend_late(dev, PMSG_HIBERNATE);
640 }
641
642 return error;
643}
644
645static int pci_pm_restore(struct device *dev)
646{
647 struct pci_dev *pci_dev = to_pci_dev(dev);
648 struct device_driver *drv = dev->driver;
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100649 int error = 0;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200650
Rafael J. Wysockic9b99722009-01-07 13:02:36 +0100651 pci_fixup_device(pci_fixup_resume, pci_dev);
652
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200653 if (drv && drv->pm) {
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100654 if (drv->pm->restore)
655 error = drv->pm->restore(dev);
656 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200657 error = pci_legacy_resume(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100658 } else {
659 error = pci_default_pm_resume_late(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200660 }
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200661
662 return error;
663}
664
665static int pci_pm_restore_noirq(struct device *dev)
666{
667 struct pci_dev *pci_dev = to_pci_dev(dev);
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200668 struct device_driver *drv = dev->driver;
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200669 int error = 0;
670
Rafael J. Wysockic9b99722009-01-07 13:02:36 +0100671 pci_fixup_device(pci_fixup_resume_early, pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200672
673 if (drv && drv->pm) {
674 if (drv->pm->restore_noirq)
675 error = drv->pm->restore_noirq(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100676 } else if (pci_has_legacy_pm_support(pci_dev)) {
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200677 error = pci_legacy_resume_early(dev);
Rafael J. Wysocki355a72d2008-12-08 00:34:57 +0100678 } else {
679 pci_default_pm_resume_early(pci_dev);
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200680 }
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200681
682 return error;
683}
684
685#else /* !CONFIG_HIBERNATION */
686
687#define pci_pm_freeze NULL
688#define pci_pm_freeze_noirq NULL
689#define pci_pm_thaw NULL
690#define pci_pm_thaw_noirq NULL
691#define pci_pm_poweroff NULL
692#define pci_pm_poweroff_noirq NULL
693#define pci_pm_restore NULL
694#define pci_pm_restore_noirq NULL
695
696#endif /* !CONFIG_HIBERNATION */
697
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200698struct dev_pm_ops pci_dev_pm_ops = {
699 .prepare = pci_pm_prepare,
700 .complete = pci_pm_complete,
701 .suspend = pci_pm_suspend,
702 .resume = pci_pm_resume,
703 .freeze = pci_pm_freeze,
704 .thaw = pci_pm_thaw,
705 .poweroff = pci_pm_poweroff,
706 .restore = pci_pm_restore,
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200707 .suspend_noirq = pci_pm_suspend_noirq,
708 .resume_noirq = pci_pm_resume_noirq,
709 .freeze_noirq = pci_pm_freeze_noirq,
710 .thaw_noirq = pci_pm_thaw_noirq,
711 .poweroff_noirq = pci_pm_poweroff_noirq,
712 .restore_noirq = pci_pm_restore_noirq,
713};
714
Rafael J. Wysockiadf09492008-10-06 22:46:05 +0200715#define PCI_PM_OPS_PTR (&pci_dev_pm_ops)
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200716
717#else /* !CONFIG_PM_SLEEP */
718
719#define PCI_PM_OPS_PTR NULL
720
721#endif /* !CONFIG_PM_SLEEP */
722
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723/**
Laurent riffard863b18f2005-10-27 23:12:54 +0200724 * __pci_register_driver - register a new pci driver
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 * @drv: the driver structure to register
Laurent riffard863b18f2005-10-27 23:12:54 +0200726 * @owner: owner module of drv
Randy Dunlapf95d8822007-02-10 14:41:56 -0800727 * @mod_name: module name string
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 *
729 * Adds the driver structure to the list of registered drivers.
730 * Returns a negative value on error, otherwise 0.
Steven Coleeaae4b32005-05-03 18:38:30 -0600731 * If no error occurred, the driver remains registered even if
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 * no device was claimed during registration.
733 */
Greg Kroah-Hartman725522b2007-01-15 11:50:02 -0800734int __pci_register_driver(struct pci_driver *drv, struct module *owner,
735 const char *mod_name)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736{
737 int error;
738
739 /* initialize common driver fields */
740 drv->driver.name = drv->name;
741 drv->driver.bus = &pci_bus_type;
Laurent riffard863b18f2005-10-27 23:12:54 +0200742 drv->driver.owner = owner;
Greg Kroah-Hartman725522b2007-01-15 11:50:02 -0800743 drv->driver.mod_name = mod_name;
Alan Cox50b00752006-08-16 17:42:18 +0100744
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700745 spin_lock_init(&drv->dynids.lock);
746 INIT_LIST_HEAD(&drv->dynids.list);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747
748 /* register with core */
749 error = driver_register(&drv->driver);
Akinobu Mita50bf14b2006-11-08 19:53:59 -0800750 if (error)
751 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752
Akinobu Mita50bf14b2006-11-08 19:53:59 -0800753 error = pci_create_newid_file(drv);
754 if (error)
755 driver_unregister(&drv->driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700756
757 return error;
758}
759
760/**
761 * pci_unregister_driver - unregister a pci driver
762 * @drv: the driver structure to unregister
763 *
764 * Deletes the driver structure from the list of registered PCI drivers,
765 * gives it a chance to clean up by calling its remove() function for
766 * each device it was responsible for, and marks those devices as
767 * driverless.
768 */
769
770void
771pci_unregister_driver(struct pci_driver *drv)
772{
Greg Kroah-Hartman03d43b12007-11-28 12:23:18 -0800773 pci_remove_newid_file(drv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774 driver_unregister(&drv->driver);
775 pci_free_dynids(drv);
776}
777
778static struct pci_driver pci_compat_driver = {
779 .name = "compat"
780};
781
782/**
783 * pci_dev_driver - get the pci_driver of a device
784 * @dev: the device to query
785 *
786 * Returns the appropriate pci_driver structure or %NULL if there is no
787 * registered driver for the device.
788 */
789struct pci_driver *
790pci_dev_driver(const struct pci_dev *dev)
791{
792 if (dev->driver)
793 return dev->driver;
794 else {
795 int i;
796 for(i=0; i<=PCI_ROM_RESOURCE; i++)
797 if (dev->resource[i].flags & IORESOURCE_BUSY)
798 return &pci_compat_driver;
799 }
800 return NULL;
801}
802
803/**
804 * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
Linus Torvalds1da177e2005-04-16 15:20:36 -0700805 * @dev: the PCI device structure to match against
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700806 * @drv: the device driver to search for matching PCI device id structures
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807 *
808 * Used by a driver to check whether a PCI device present in the
Randy Dunlap8f7020d2005-10-23 11:57:38 -0700809 * system is in its list of supported devices. Returns the matching
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810 * pci_device_id structure or %NULL if there is no match.
811 */
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700812static int pci_bus_match(struct device *dev, struct device_driver *drv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813{
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700814 struct pci_dev *pci_dev = to_pci_dev(dev);
815 struct pci_driver *pci_drv = to_pci_driver(drv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816 const struct pci_device_id *found_id;
817
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700818 found_id = pci_match_device(pci_drv, pci_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819 if (found_id)
820 return 1;
821
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700822 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823}
824
825/**
826 * pci_dev_get - increments the reference count of the pci device structure
827 * @dev: the device being referenced
828 *
829 * Each live reference to a device should be refcounted.
830 *
831 * Drivers for PCI devices should normally record such references in
832 * their probe() methods, when they bind to a device, and release
833 * them by calling pci_dev_put(), in their disconnect() methods.
834 *
835 * A pointer to the device with the incremented reference counter is returned.
836 */
837struct pci_dev *pci_dev_get(struct pci_dev *dev)
838{
839 if (dev)
840 get_device(&dev->dev);
841 return dev;
842}
843
844/**
845 * pci_dev_put - release a use of the pci device structure
846 * @dev: device that's been disconnected
847 *
848 * Must be called when a user of a device is finished with it. When the last
849 * user of the device calls this function, the memory of the device is freed.
850 */
851void pci_dev_put(struct pci_dev *dev)
852{
853 if (dev)
854 put_device(&dev->dev);
855}
856
857#ifndef CONFIG_HOTPLUG
Kay Sievers7eff2e72007-08-14 15:15:12 +0200858int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859{
860 return -ENODEV;
861}
862#endif
863
864struct bus_type pci_bus_type = {
865 .name = "pci",
866 .match = pci_bus_match,
Kay Sievers312c0042005-11-16 09:00:00 +0100867 .uevent = pci_uevent,
Russell Kingb15d6862006-01-05 14:30:22 +0000868 .probe = pci_device_probe,
869 .remove = pci_device_remove,
Linus Torvaldscbd69db2006-06-24 14:50:29 -0700870 .shutdown = pci_device_shutdown,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871 .dev_attrs = pci_dev_attrs,
Rafael J. Wysockibbb44d92008-05-20 00:49:04 +0200872 .pm = PCI_PM_OPS_PTR,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700873};
874
875static int __init pci_driver_init(void)
876{
877 return bus_register(&pci_bus_type);
878}
879
880postcore_initcall(pci_driver_init);
881
Greg Kroah-Hartman75865852005-06-30 02:18:12 -0700882EXPORT_SYMBOL(pci_match_id);
Laurent riffard863b18f2005-10-27 23:12:54 +0200883EXPORT_SYMBOL(__pci_register_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700884EXPORT_SYMBOL(pci_unregister_driver);
885EXPORT_SYMBOL(pci_dev_driver);
886EXPORT_SYMBOL(pci_bus_type);
887EXPORT_SYMBOL(pci_dev_get);
888EXPORT_SYMBOL(pci_dev_put);