blob: ba5cbb0d66bd6bc366ba5a3949cb82fb15f71bd6 [file] [log] [blame]
Christophe Leroyf381d572019-08-20 14:07:17 +00001// SPDX-License-Identifier: GPL-2.0-or-later
2
3#include <linux/io.h>
4#include <linux/slab.h>
5#include <linux/vmalloc.h>
6
Christophe Leroyf381d572019-08-20 14:07:17 +00007void __iomem *__ioremap_caller(phys_addr_t addr, unsigned long size,
8 pgprot_t prot, void *caller)
9{
Christophe Leroy4a45b742019-08-20 14:07:19 +000010 phys_addr_t paligned, offset;
Christophe Leroyf381d572019-08-20 14:07:17 +000011 void __iomem *ret;
Christophe Leroy163918f2019-08-20 14:07:20 +000012 int err;
Christophe Leroyf381d572019-08-20 14:07:17 +000013
Christophe Leroy4a45b742019-08-20 14:07:19 +000014 /* We don't support the 4K PFN hack with ioremap */
15 if (pgprot_val(prot) & H_PAGE_4K_PFN)
16 return NULL;
17
Christophe Leroyf381d572019-08-20 14:07:17 +000018 /*
19 * Choose an address to map it to. Once the vmalloc system is running,
20 * we use it. Before that, we map using addresses going up from
21 * ioremap_bot. vmalloc will use the addresses from IOREMAP_BASE
22 * through ioremap_bot.
23 */
24 paligned = addr & PAGE_MASK;
Christophe Leroy4a45b742019-08-20 14:07:19 +000025 offset = addr & ~PAGE_MASK;
Christophe Leroyf381d572019-08-20 14:07:17 +000026 size = PAGE_ALIGN(addr + size) - paligned;
27
28 if (size == 0 || paligned == 0)
29 return NULL;
30
Christophe Leroy163918f2019-08-20 14:07:20 +000031 if (slab_is_available())
Christophe Leroy4a45b742019-08-20 14:07:19 +000032 return do_ioremap(paligned, offset, size, prot, caller);
Christophe Leroyf381d572019-08-20 14:07:17 +000033
Christophe Leroyd538aad2019-09-12 13:49:44 +000034 pr_warn("ioremap() called early from %pS. Use early_ioremap() instead\n", caller);
35
Christophe Leroy163918f2019-08-20 14:07:20 +000036 err = early_ioremap_range(ioremap_bot, paligned, size, prot);
37 if (err)
38 return NULL;
39
40 ret = (void __iomem *)ioremap_bot + offset;
41 ioremap_bot += size;
42
Christophe Leroyf381d572019-08-20 14:07:17 +000043 return ret;
44}
45
46/*
47 * Unmap an IO region and remove it from vmalloc'd list.
48 * Access to IO memory should be serialized by driver.
49 */
50void iounmap(volatile void __iomem *token)
51{
52 void *addr;
53
54 if (!slab_is_available())
55 return;
56
57 addr = (void *)((unsigned long __force)PCI_FIX_ADDR(token) & PAGE_MASK);
58
59 if ((unsigned long)addr < ioremap_bot) {
60 pr_warn("Attempt to iounmap early bolted mapping at 0x%p\n", addr);
61 return;
62 }
63 vunmap(addr);
64}
65EXPORT_SYMBOL(iounmap);