blob: 896e42a34895da226585977d512a89f0677234da [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jan Engelhardt96de0e22007-10-19 23:21:04 +02002 * Copyright 2003 José Fonseca.
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Copyright 2003 Leif Delgass.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
15 * Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
20 * AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
21 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
23 */
24
25#include <linux/pci.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090026#include <linux/slab.h>
Dave Airlie195b3a22006-04-05 18:12:18 +100027#include <linux/dma-mapping.h>
Paul Gortmaker2d1a8a42011-08-30 18:16:33 -040028#include <linux/export.h>
Daniel Vetter23ef59e2017-03-08 15:12:37 +010029#include <drm/drm_pci.h>
David Howells760285e2012-10-02 18:01:07 +010030#include <drm/drmP.h>
Ville Syrjälä43fc8842015-03-13 14:51:25 +020031#include "drm_internal.h"
Daniel Vetterba8286f2014-09-11 07:43:25 +020032#include "drm_legacy.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Linus Torvalds1da177e2005-04-16 15:20:36 -070034/**
Thierry Redingc6a1af8a2014-05-19 13:39:07 +020035 * drm_pci_alloc - Allocate a PCI consistent memory block, for DMA.
36 * @dev: DRM device
37 * @size: size of block to allocate
38 * @align: alignment of block
39 *
Daniel Vetter23ef59e2017-03-08 15:12:37 +010040 * FIXME: This is a needless abstraction of the Linux dma-api and should be
41 * removed.
42 *
Thierry Redingc6a1af8a2014-05-19 13:39:07 +020043 * Return: A handle to the allocated memory block on success or NULL on
44 * failure.
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 */
Zhenyu Wange6be8d92010-01-05 11:25:05 +080046drm_dma_handle_t *drm_pci_alloc(struct drm_device * dev, size_t size, size_t align)
Linus Torvalds1da177e2005-04-16 15:20:36 -070047{
Dave Airlie9c8da5e2005-07-10 15:38:56 +100048 drm_dma_handle_t *dmah;
Dave Airlieddf19b92006-03-19 18:56:12 +110049 unsigned long addr;
50 size_t sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
52 /* pci_alloc_consistent only guarantees alignment to the smallest
53 * PAGE_SIZE order which is greater than or equal to the requested size.
54 * Return NULL here for now to make sure nobody tries for larger alignment
55 */
56 if (align > size)
57 return NULL;
58
Dave Airlie9c8da5e2005-07-10 15:38:56 +100059 dmah = kmalloc(sizeof(drm_dma_handle_t), GFP_KERNEL);
60 if (!dmah)
61 return NULL;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100062
Dave Airlie9c8da5e2005-07-10 15:38:56 +100063 dmah->size = size;
Dave Airlieddf19b92006-03-19 18:56:12 +110064 dmah->vaddr = dma_alloc_coherent(&dev->pdev->dev, size, &dmah->busaddr, GFP_KERNEL | __GFP_COMP);
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Dave Airlie9c8da5e2005-07-10 15:38:56 +100066 if (dmah->vaddr == NULL) {
67 kfree(dmah);
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 return NULL;
Dave Airlie9c8da5e2005-07-10 15:38:56 +100069 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Dave Airlie9c8da5e2005-07-10 15:38:56 +100071 memset(dmah->vaddr, 0, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072
Dave Airlieddf19b92006-03-19 18:56:12 +110073 /* XXX - Is virt_to_page() legal for consistent mem? */
74 /* Reserve */
75 for (addr = (unsigned long)dmah->vaddr, sz = size;
76 sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
Ben Hutchingse1e78532013-10-27 21:52:39 +000077 SetPageReserved(virt_to_page((void *)addr));
Dave Airlieddf19b92006-03-19 18:56:12 +110078 }
79
Dave Airlie9c8da5e2005-07-10 15:38:56 +100080 return dmah;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081}
Dave Airlieb5e89ed2005-09-25 14:28:13 +100082
Linus Torvalds1da177e2005-04-16 15:20:36 -070083EXPORT_SYMBOL(drm_pci_alloc);
84
Thierry Redingc6a1af8a2014-05-19 13:39:07 +020085/*
86 * Free a PCI consistent memory block without freeing its descriptor.
Dave Airlie9c8da5e2005-07-10 15:38:56 +100087 *
88 * This function is for internal use in the Linux-specific DRM core code.
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 */
Daniel Vetter1c96e842014-09-10 12:43:51 +020090void __drm_legacy_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
Linus Torvalds1da177e2005-04-16 15:20:36 -070091{
Dave Airlieddf19b92006-03-19 18:56:12 +110092 unsigned long addr;
93 size_t sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094
Eric Anholt9a298b22009-03-24 12:23:04 -070095 if (dmah->vaddr) {
Dave Airlieddf19b92006-03-19 18:56:12 +110096 /* XXX - Is virt_to_page() legal for consistent mem? */
97 /* Unreserve */
98 for (addr = (unsigned long)dmah->vaddr, sz = dmah->size;
99 sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
Ben Hutchingse1e78532013-10-27 21:52:39 +0000100 ClearPageReserved(virt_to_page((void *)addr));
Dave Airlieddf19b92006-03-19 18:56:12 +1100101 }
102 dma_free_coherent(&dev->pdev->dev, dmah->size, dmah->vaddr,
103 dmah->busaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105}
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000106
107/**
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200108 * drm_pci_free - Free a PCI consistent memory block
109 * @dev: DRM device
110 * @dmah: handle to memory block
Daniel Vetter23ef59e2017-03-08 15:12:37 +0100111 *
112 * FIXME: This is a needless abstraction of the Linux dma-api and should be
113 * removed.
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000114 */
Dave Airlie84b1fd12007-07-11 15:53:27 +1000115void drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000116{
Daniel Vetter1c96e842014-09-10 12:43:51 +0200117 __drm_legacy_pci_free(dev, dmah);
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000118 kfree(dmah);
119}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000120
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121EXPORT_SYMBOL(drm_pci_free);
122
Jordan Crousedcdb1672010-05-27 13:40:25 -0600123#ifdef CONFIG_PCI
Dave Airlie8410ea32010-12-15 03:16:38 +1000124
125static int drm_get_pci_domain(struct drm_device *dev)
126{
127#ifndef __alpha__
128 /* For historical reasons, drm_get_pci_domain() is busticated
129 * on most archs and has to remain so for userspace interface
130 * < 1.4, except on alpha which was right from the beginning
131 */
132 if (dev->if_version < 0x10004)
133 return 0;
134#endif /* __alpha__ */
135
136 return pci_domain_nr(dev->pdev->bus);
137}
138
David Herrmann915b4d12014-08-29 12:12:43 +0200139int drm_pci_set_busid(struct drm_device *dev, struct drm_master *master)
Dave Airlie8410ea32010-12-15 03:16:38 +1000140{
David Herrmannd0a39162014-08-29 12:12:41 +0200141 master->unique = kasprintf(GFP_KERNEL, "pci:%04x:%02x:%02x.%d",
142 drm_get_pci_domain(dev),
143 dev->pdev->bus->number,
144 PCI_SLOT(dev->pdev->devfn),
145 PCI_FUNC(dev->pdev->devfn));
146 if (!master->unique)
Dave Airlie8410ea32010-12-15 03:16:38 +1000147 return -ENOMEM;
148
David Herrmannd0a39162014-08-29 12:12:41 +0200149 master->unique_len = strlen(master->unique);
Dave Airlie8410ea32010-12-15 03:16:38 +1000150 return 0;
Dave Airlie8410ea32010-12-15 03:16:38 +1000151}
152
Wolfram Sang45e97ab2011-06-15 11:26:47 +0200153static int drm_pci_irq_by_busid(struct drm_device *dev, struct drm_irq_busid *p)
Dave Airlie8410ea32010-12-15 03:16:38 +1000154{
155 if ((p->busnum >> 8) != drm_get_pci_domain(dev) ||
156 (p->busnum & 0xff) != dev->pdev->bus->number ||
157 p->devnum != PCI_SLOT(dev->pdev->devfn) || p->funcnum != PCI_FUNC(dev->pdev->devfn))
158 return -EINVAL;
159
160 p->irq = dev->pdev->irq;
161
162 DRM_DEBUG("%d:%d:%d => IRQ %d\n", p->busnum, p->devnum, p->funcnum,
163 p->irq);
164 return 0;
165}
166
Daniel Vettereaaf8f02013-08-28 15:19:23 +0200167/**
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200168 * drm_irq_by_busid - Get interrupt from bus ID
169 * @dev: DRM device
170 * @data: IOCTL parameter pointing to a drm_irq_busid structure
171 * @file_priv: DRM file private.
Daniel Vettereaaf8f02013-08-28 15:19:23 +0200172 *
173 * Finds the PCI device with the specified bus id and gets its IRQ number.
174 * This IOCTL is deprecated, and will now return EINVAL for any busid not equal
175 * to that of the device that this DRM instance attached to.
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200176 *
177 * Return: 0 on success or a negative error code on failure.
Daniel Vettereaaf8f02013-08-28 15:19:23 +0200178 */
179int drm_irq_by_busid(struct drm_device *dev, void *data,
180 struct drm_file *file_priv)
181{
182 struct drm_irq_busid *p = data;
183
Daniel Vetterfa538642016-08-03 21:11:10 +0200184 if (!drm_core_check_feature(dev, DRIVER_LEGACY))
Daniel Vettereaaf8f02013-08-28 15:19:23 +0200185 return -EINVAL;
186
187 /* UMS was only ever support on PCI devices. */
188 if (WARN_ON(!dev->pdev))
189 return -EINVAL;
190
191 if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
192 return -EINVAL;
193
194 return drm_pci_irq_by_busid(dev, p);
195}
196
Daniel Vetter8da79cc2013-12-11 11:34:34 +0100197static void drm_pci_agp_init(struct drm_device *dev)
Dave Airlie8410ea32010-12-15 03:16:38 +1000198{
Daniel Vetterd9906752013-12-11 11:34:35 +0100199 if (drm_core_check_feature(dev, DRIVER_USE_AGP)) {
Daniel Vetter2ce02642017-01-25 07:26:52 +0100200 if (pci_find_capability(dev->pdev, PCI_CAP_ID_AGP))
Dave Airlie8410ea32010-12-15 03:16:38 +1000201 dev->agp = drm_agp_init(dev);
Daniel Vetter28185642013-08-08 15:41:27 +0200202 if (dev->agp) {
203 dev->agp->agp_mtrr = arch_phys_wc_add(
204 dev->agp->agp_info.aper_base,
205 dev->agp->agp_info.aper_size *
206 1024 * 1024);
Dave Airlie8410ea32010-12-15 03:16:38 +1000207 }
208 }
Dave Airlie8410ea32010-12-15 03:16:38 +1000209}
210
Daniel Vetter4efafeb2013-12-11 11:34:38 +0100211void drm_pci_agp_destroy(struct drm_device *dev)
David Herrmann28ec7112013-07-27 16:37:00 +0200212{
Daniel Vetterd9906752013-12-11 11:34:35 +0100213 if (dev->agp) {
Daniel Vetter28185642013-08-08 15:41:27 +0200214 arch_phys_wc_del(dev->agp->agp_mtrr);
Daniel Vetter366884b2016-04-26 19:29:34 +0200215 drm_legacy_agp_clear(dev);
Daniel Vetterd6e4b282013-12-11 11:34:37 +0100216 kfree(dev->agp);
David Herrmann28ec7112013-07-27 16:37:00 +0200217 dev->agp = NULL;
218 }
219}
220
Jordan Crousedcdb1672010-05-27 13:40:25 -0600221/**
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200222 * drm_get_pci_dev - Register a PCI device with the DRM subsystem
223 * @pdev: PCI device
224 * @ent: entry from the PCI ID table that matches @pdev
225 * @driver: DRM device driver
Jordan Crousedcdb1672010-05-27 13:40:25 -0600226 *
227 * Attempt to gets inter module "drm" information. If we are first
228 * then register the character device and inter module information.
229 * Try and register, if we fail to register, backout previous work.
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200230 *
Daniel Vetter6e3f7972015-09-28 21:46:35 +0200231 * NOTE: This function is deprecated, please use drm_dev_alloc() and
Daniel Vetteref40cbf92017-01-25 07:26:47 +0100232 * drm_dev_register() instead and remove your &drm_driver.load callback.
Daniel Vetter6e3f7972015-09-28 21:46:35 +0200233 *
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200234 * Return: 0 on success or a negative error code on failure.
Jordan Crousedcdb1672010-05-27 13:40:25 -0600235 */
236int drm_get_pci_dev(struct pci_dev *pdev, const struct pci_device_id *ent,
237 struct drm_driver *driver)
238{
239 struct drm_device *dev;
240 int ret;
241
242 DRM_DEBUG("\n");
243
David Herrmann1bb72532013-10-02 11:23:34 +0200244 dev = drm_dev_alloc(driver, &pdev->dev);
Tom Gundersen0f288602016-09-21 16:59:19 +0200245 if (IS_ERR(dev))
246 return PTR_ERR(dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600247
248 ret = pci_enable_device(pdev);
249 if (ret)
David Herrmannc22f0ac2013-10-02 11:23:35 +0200250 goto err_free;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600251
Jordan Crousedcdb1672010-05-27 13:40:25 -0600252 dev->pdev = pdev;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600253#ifdef __alpha__
254 dev->hose = pdev->sysdata;
255#endif
256
David Herrmannc22f0ac2013-10-02 11:23:35 +0200257 if (drm_core_check_feature(dev, DRIVER_MODESET))
Jordan Crousedcdb1672010-05-27 13:40:25 -0600258 pci_set_drvdata(pdev, dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600259
Daniel Vetter2c695fa2013-12-11 11:34:36 +0100260 drm_pci_agp_init(dev);
Daniel Vetter2c695fa2013-12-11 11:34:36 +0100261
David Herrmannc22f0ac2013-10-02 11:23:35 +0200262 ret = drm_dev_register(dev, ent->driver_data);
263 if (ret)
Daniel Vetter2c695fa2013-12-11 11:34:36 +0100264 goto err_agp;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600265
Daniel Vetterb3f23332013-12-11 11:34:31 +0100266 /* No locking needed since shadow-attach is single-threaded since it may
267 * only be called from the per-driver module init hook. */
Daniel Vetterfa538642016-08-03 21:11:10 +0200268 if (drm_core_check_feature(dev, DRIVER_LEGACY))
Daniel Vetterb3f23332013-12-11 11:34:31 +0100269 list_add_tail(&dev->legacy_dev_list, &driver->legacy_dev_list);
270
Jordan Crousedcdb1672010-05-27 13:40:25 -0600271 return 0;
272
Daniel Vetter2c695fa2013-12-11 11:34:36 +0100273err_agp:
Daniel Vetter2c695fa2013-12-11 11:34:36 +0100274 drm_pci_agp_destroy(dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600275 pci_disable_device(pdev);
David Herrmannc22f0ac2013-10-02 11:23:35 +0200276err_free:
Aishwarya Pantffeeeed2017-09-26 22:34:00 +0530277 drm_dev_put(dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600278 return ret;
279}
280EXPORT_SYMBOL(drm_get_pci_dev);
281
282/**
Daniel Vetter10631d72017-05-24 16:51:40 +0200283 * drm_legacy_pci_init - shadow-attach a legacy DRM PCI driver
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200284 * @driver: DRM device driver
285 * @pdriver: PCI device driver
Jordan Crousedcdb1672010-05-27 13:40:25 -0600286 *
Daniel Vetter10631d72017-05-24 16:51:40 +0200287 * This is only used by legacy dri1 drivers and deprecated.
Daniel Vetter6e3f7972015-09-28 21:46:35 +0200288 *
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200289 * Return: 0 on success or a negative error code on failure.
Jordan Crousedcdb1672010-05-27 13:40:25 -0600290 */
Daniel Vetter10631d72017-05-24 16:51:40 +0200291int drm_legacy_pci_init(struct drm_driver *driver, struct pci_driver *pdriver)
Jordan Crousedcdb1672010-05-27 13:40:25 -0600292{
293 struct pci_dev *pdev = NULL;
294 const struct pci_device_id *pid;
295 int i;
296
Dave Airlie8410ea32010-12-15 03:16:38 +1000297 DRM_DEBUG("\n");
298
Daniel Vetter10631d72017-05-24 16:51:40 +0200299 if (WARN_ON(!(driver->driver_features & DRIVER_LEGACY)))
300 return -EINVAL;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600301
302 /* If not using KMS, fall back to stealth mode manual scanning. */
Daniel Vetterb3f23332013-12-11 11:34:31 +0100303 INIT_LIST_HEAD(&driver->legacy_dev_list);
Dave Airlie8410ea32010-12-15 03:16:38 +1000304 for (i = 0; pdriver->id_table[i].vendor != 0; i++) {
305 pid = &pdriver->id_table[i];
Jordan Crousedcdb1672010-05-27 13:40:25 -0600306
307 /* Loop around setting up a DRM device for each PCI device
308 * matching our ID and device class. If we had the internal
309 * function that pci_get_subsys and pci_get_class used, we'd
310 * be able to just pass pid in instead of doing a two-stage
311 * thing.
312 */
313 pdev = NULL;
314 while ((pdev =
315 pci_get_subsys(pid->vendor, pid->device, pid->subvendor,
316 pid->subdevice, pdev)) != NULL) {
317 if ((pdev->class & pid->class_mask) != pid->class)
318 continue;
319
320 /* stealth mode requires a manual probe */
321 pci_dev_get(pdev);
322 drm_get_pci_dev(pdev, pid, driver);
323 }
324 }
325 return 0;
326}
Daniel Vetter10631d72017-05-24 16:51:40 +0200327EXPORT_SYMBOL(drm_legacy_pci_init);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600328
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700329#else
330
Daniel Vetter4efafeb2013-12-11 11:34:38 +0100331void drm_pci_agp_destroy(struct drm_device *dev) {}
Daniel Vettereaaf8f02013-08-28 15:19:23 +0200332
333int drm_irq_by_busid(struct drm_device *dev, void *data,
334 struct drm_file *file_priv)
335{
336 return -EINVAL;
337}
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700338#endif
339
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200340/**
Daniel Vetter10631d72017-05-24 16:51:40 +0200341 * drm_legacy_pci_exit - unregister shadow-attach legacy DRM driver
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200342 * @driver: DRM device driver
343 * @pdriver: PCI device driver
344 *
Daniel Vetter10631d72017-05-24 16:51:40 +0200345 * Unregister a DRM driver shadow-attached through drm_legacy_pci_init(). This
346 * is deprecated and only used by dri1 drivers.
Thierry Redingc6a1af8a2014-05-19 13:39:07 +0200347 */
Daniel Vetter10631d72017-05-24 16:51:40 +0200348void drm_legacy_pci_exit(struct drm_driver *driver, struct pci_driver *pdriver)
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700349{
350 struct drm_device *dev, *tmp;
351 DRM_DEBUG("\n");
352
Daniel Vetterfa538642016-08-03 21:11:10 +0200353 if (!(driver->driver_features & DRIVER_LEGACY)) {
Daniel Vetter10631d72017-05-24 16:51:40 +0200354 WARN_ON(1);
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700355 } else {
Daniel Vetterb3f23332013-12-11 11:34:31 +0100356 list_for_each_entry_safe(dev, tmp, &driver->legacy_dev_list,
357 legacy_dev_list) {
Daniel Vetterb3f23332013-12-11 11:34:31 +0100358 list_del(&dev->legacy_dev_list);
Daniel Vetterc94adc42014-01-30 17:58:38 +0100359 drm_put_dev(dev);
Daniel Vetterb3f23332013-12-11 11:34:31 +0100360 }
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700361 }
362 DRM_INFO("Module unloaded\n");
363}
Daniel Vetter10631d72017-05-24 16:51:40 +0200364EXPORT_SYMBOL(drm_legacy_pci_exit);