Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * arch/sh/mm/consistent.c |
| 3 | * |
Paul Mundt | 8a7bcf0 | 2007-11-11 17:07:06 +0900 | [diff] [blame] | 4 | * Copyright (C) 2004 - 2007 Paul Mundt |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 6 | * Declared coherent memory functions based on arch/x86/kernel/pci-dma_32.c |
| 7 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | * This file is subject to the terms and conditions of the GNU General Public |
| 9 | * License. See the file "COPYING" in the main directory of this archive |
| 10 | * for more details. |
| 11 | */ |
| 12 | #include <linux/mm.h> |
Paul Mundt | 7b41f56 | 2009-04-14 15:22:15 +0900 | [diff] [blame] | 13 | #include <linux/init.h> |
Magnus Damm | 1eca5c9 | 2008-07-16 19:02:54 +0900 | [diff] [blame] | 14 | #include <linux/platform_device.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/dma-mapping.h> |
Paul Mundt | f802d96 | 2009-04-09 10:36:54 -0700 | [diff] [blame] | 16 | #include <linux/dma-debug.h> |
Paul Mundt | 7b41f56 | 2009-04-14 15:22:15 +0900 | [diff] [blame] | 17 | #include <linux/io.h> |
Paul Mundt | 73c926b | 2009-10-20 12:55:56 +0900 | [diff] [blame] | 18 | #include <linux/module.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 19 | #include <linux/gfp.h> |
Paul Mundt | 26ff6c1 | 2006-09-27 15:13:36 +0900 | [diff] [blame] | 20 | #include <asm/cacheflush.h> |
| 21 | #include <asm/addrspace.h> |
Paul Mundt | 7b41f56 | 2009-04-14 15:22:15 +0900 | [diff] [blame] | 22 | |
Bart Van Assche | 5299709 | 2017-01-20 13:04:01 -0800 | [diff] [blame] | 23 | const struct dma_map_ops *dma_ops; |
Paul Mundt | 73c926b | 2009-10-20 12:55:56 +0900 | [diff] [blame] | 24 | EXPORT_SYMBOL(dma_ops); |
| 25 | |
Paul Mundt | f32154c9 | 2009-10-26 09:50:51 +0900 | [diff] [blame] | 26 | void *dma_generic_alloc_coherent(struct device *dev, size_t size, |
Andrzej Pietrasiewicz | 552c0d3 | 2011-12-14 12:11:13 +0100 | [diff] [blame] | 27 | dma_addr_t *dma_handle, gfp_t gfp, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 28 | unsigned long attrs) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | { |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 30 | void *ret, *ret_nocache; |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 31 | int order = get_order(size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | |
Andrew Murray | 5768282 | 2010-08-04 16:38:35 +0900 | [diff] [blame] | 33 | gfp |= __GFP_ZERO; |
| 34 | |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 35 | ret = (void *)__get_free_pages(gfp, order); |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 36 | if (!ret) |
| 37 | return NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 39 | /* |
| 40 | * Pages from the page allocator may have data present in |
| 41 | * cache. So flush the cache before using uncached memory. |
| 42 | */ |
Christoph Hellwig | e0c6584 | 2017-08-27 10:35:40 +0200 | [diff] [blame] | 43 | sh_sync_dma_for_device(ret, size, DMA_BIDIRECTIONAL); |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 44 | |
Paul Mundt | fa43972 | 2008-09-04 18:53:58 +0900 | [diff] [blame] | 45 | ret_nocache = (void __force *)ioremap_nocache(virt_to_phys(ret), size); |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 46 | if (!ret_nocache) { |
| 47 | free_pages((unsigned long)ret, order); |
| 48 | return NULL; |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 49 | } |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 50 | |
Magnus Damm | da9fdc8 | 2008-12-17 17:18:45 +0900 | [diff] [blame] | 51 | split_page(pfn_to_page(virt_to_phys(ret) >> PAGE_SHIFT), order); |
| 52 | |
Jacopo Mondi | b9826a4 | 2018-04-18 11:42:35 +0200 | [diff] [blame] | 53 | *dma_handle = virt_to_phys(ret); |
| 54 | if (!WARN_ON(!dev)) |
| 55 | *dma_handle -= PFN_PHYS(dev->dma_pfn_offset); |
Paul Mundt | f802d96 | 2009-04-09 10:36:54 -0700 | [diff] [blame] | 56 | |
Magnus Damm | 2a3eeba | 2008-01-25 12:42:48 +0900 | [diff] [blame] | 57 | return ret_nocache; |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 58 | } |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 59 | |
Paul Mundt | f32154c9 | 2009-10-26 09:50:51 +0900 | [diff] [blame] | 60 | void dma_generic_free_coherent(struct device *dev, size_t size, |
Andrzej Pietrasiewicz | 552c0d3 | 2011-12-14 12:11:13 +0100 | [diff] [blame] | 61 | void *vaddr, dma_addr_t dma_handle, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 62 | unsigned long attrs) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | { |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 64 | int order = get_order(size); |
Jacopo Mondi | b9826a4 | 2018-04-18 11:42:35 +0200 | [diff] [blame] | 65 | unsigned long pfn = dma_handle >> PAGE_SHIFT; |
Magnus Damm | da9fdc8 | 2008-12-17 17:18:45 +0900 | [diff] [blame] | 66 | int k; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | |
Jacopo Mondi | b9826a4 | 2018-04-18 11:42:35 +0200 | [diff] [blame] | 68 | if (!WARN_ON(!dev)) |
| 69 | pfn += dev->dma_pfn_offset; |
| 70 | |
Paul Mundt | f802d96 | 2009-04-09 10:36:54 -0700 | [diff] [blame] | 71 | for (k = 0; k < (1 << order); k++) |
| 72 | __free_pages(pfn_to_page(pfn + k), 0); |
Paul Mundt | f32154c9 | 2009-10-26 09:50:51 +0900 | [diff] [blame] | 73 | |
Paul Mundt | f802d96 | 2009-04-09 10:36:54 -0700 | [diff] [blame] | 74 | iounmap(vaddr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | } |
| 76 | |
Christoph Hellwig | e0c6584 | 2017-08-27 10:35:40 +0200 | [diff] [blame] | 77 | void sh_sync_dma_for_device(void *vaddr, size_t size, |
Magnus Damm | f93e97e | 2008-01-24 18:35:10 +0900 | [diff] [blame] | 78 | enum dma_data_direction direction) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | { |
Paul Mundt | e2fcf74 | 2010-11-04 12:32:24 +0900 | [diff] [blame] | 80 | void *addr; |
| 81 | |
| 82 | addr = __in_29bit_mode() ? |
Paul Mundt | 3f9b8520 | 2011-05-31 14:38:29 +0900 | [diff] [blame] | 83 | (void *)CAC_ADDR((unsigned long)vaddr) : vaddr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | |
| 85 | switch (direction) { |
| 86 | case DMA_FROM_DEVICE: /* invalidate only */ |
Paul Mundt | e2fcf74 | 2010-11-04 12:32:24 +0900 | [diff] [blame] | 87 | __flush_invalidate_region(addr, size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | break; |
| 89 | case DMA_TO_DEVICE: /* writeback only */ |
Paul Mundt | e2fcf74 | 2010-11-04 12:32:24 +0900 | [diff] [blame] | 90 | __flush_wback_region(addr, size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | break; |
| 92 | case DMA_BIDIRECTIONAL: /* writeback and invalidate */ |
Paul Mundt | e2fcf74 | 2010-11-04 12:32:24 +0900 | [diff] [blame] | 93 | __flush_purge_region(addr, size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | break; |
| 95 | default: |
| 96 | BUG(); |
| 97 | } |
| 98 | } |
Christoph Hellwig | e0c6584 | 2017-08-27 10:35:40 +0200 | [diff] [blame] | 99 | EXPORT_SYMBOL(sh_sync_dma_for_device); |
Magnus Damm | 1eca5c9 | 2008-07-16 19:02:54 +0900 | [diff] [blame] | 100 | |
Magnus Damm | 0c13bf1 | 2008-08-11 15:13:24 +0900 | [diff] [blame] | 101 | static int __init memchunk_setup(char *str) |
| 102 | { |
| 103 | return 1; /* accept anything that begins with "memchunk." */ |
| 104 | } |
| 105 | __setup("memchunk.", memchunk_setup); |
| 106 | |
Magnus Damm | c773d8a | 2008-08-27 18:21:29 +0900 | [diff] [blame] | 107 | static void __init memchunk_cmdline_override(char *name, unsigned long *sizep) |
Magnus Damm | 0c13bf1 | 2008-08-11 15:13:24 +0900 | [diff] [blame] | 108 | { |
| 109 | char *p = boot_command_line; |
| 110 | int k = strlen(name); |
| 111 | |
| 112 | while ((p = strstr(p, "memchunk."))) { |
| 113 | p += 9; /* strlen("memchunk.") */ |
| 114 | if (!strncmp(name, p, k) && p[k] == '=') { |
| 115 | p += k + 1; |
| 116 | *sizep = memparse(p, NULL); |
| 117 | pr_info("%s: forcing memory chunk size to 0x%08lx\n", |
| 118 | name, *sizep); |
| 119 | break; |
| 120 | } |
| 121 | } |
| 122 | } |
| 123 | |
Magnus Damm | c773d8a | 2008-08-27 18:21:29 +0900 | [diff] [blame] | 124 | int __init platform_resource_setup_memory(struct platform_device *pdev, |
| 125 | char *name, unsigned long memsize) |
Magnus Damm | 1eca5c9 | 2008-07-16 19:02:54 +0900 | [diff] [blame] | 126 | { |
| 127 | struct resource *r; |
| 128 | dma_addr_t dma_handle; |
| 129 | void *buf; |
| 130 | |
| 131 | r = pdev->resource + pdev->num_resources - 1; |
| 132 | if (r->flags) { |
| 133 | pr_warning("%s: unable to find empty space for resource\n", |
| 134 | name); |
| 135 | return -EINVAL; |
| 136 | } |
| 137 | |
Magnus Damm | 0c13bf1 | 2008-08-11 15:13:24 +0900 | [diff] [blame] | 138 | memchunk_cmdline_override(name, &memsize); |
| 139 | if (!memsize) |
| 140 | return 0; |
| 141 | |
Jacopo Mondi | b9826a4 | 2018-04-18 11:42:35 +0200 | [diff] [blame] | 142 | buf = dma_alloc_coherent(&pdev->dev, memsize, &dma_handle, GFP_KERNEL); |
Magnus Damm | 1eca5c9 | 2008-07-16 19:02:54 +0900 | [diff] [blame] | 143 | if (!buf) { |
| 144 | pr_warning("%s: unable to allocate memory\n", name); |
| 145 | return -ENOMEM; |
| 146 | } |
| 147 | |
| 148 | memset(buf, 0, memsize); |
| 149 | |
| 150 | r->flags = IORESOURCE_MEM; |
| 151 | r->start = dma_handle; |
| 152 | r->end = r->start + memsize - 1; |
| 153 | r->name = name; |
| 154 | return 0; |
| 155 | } |