blob: bdd80ddbca3451aad4755f9415e8604a17c91e6f [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef ASMARM_DMA_MAPPING_H
3#define ASMARM_DMA_MAPPING_H
4
5#ifdef __KERNEL__
6
Russell King98ed7d42008-08-10 12:10:49 +01007#include <linux/mm_types.h>
Jens Axboedee9ba82007-10-23 12:37:59 +02008#include <linux/scatterlist.h>
Russell King24056f52011-01-03 11:29:28 +00009#include <linux/dma-debug.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
Russell King98ed7d42008-08-10 12:10:49 +010011#include <asm/memory.h>
12
Stefano Stabellinic7e9bc52013-10-18 16:01:26 +000013#include <xen/xen.h>
14#include <asm/xen/hypervisor.h>
15
Bart Van Assche52997092017-01-20 13:04:01 -080016extern const struct dma_map_ops arm_dma_ops;
17extern const struct dma_map_ops arm_coherent_dma_ops;
Marek Szyprowski2dc6a012012-02-10 19:55:20 +010018
Bart Van Assche815dd182017-01-20 13:04:04 -080019static inline const struct dma_map_ops *get_arch_dma_ops(struct bus_type *bus)
Stefano Stabellinic7e9bc52013-10-18 16:01:26 +000020{
Christoph Hellwigad3c7b12019-07-23 11:33:12 +020021 if (IS_ENABLED(CONFIG_MMU) && !IS_ENABLED(CONFIG_ARM_LPAE))
22 return &arm_dma_ops;
23 return NULL;
Stefano Stabellinic7e9bc52013-10-18 16:01:26 +000024}
25
Russell King9eedd962011-01-03 00:00:17 +000026#ifdef __arch_page_to_dma
27#error Please update to __arch_pfn_to_dma
28#endif
29
Russell King98ed7d42008-08-10 12:10:49 +010030/*
Russell King9eedd962011-01-03 00:00:17 +000031 * dma_to_pfn/pfn_to_dma/dma_to_virt/virt_to_dma are architecture private
32 * functions used internally by the DMA-mapping API to provide DMA
33 * addresses. They must not be used by drivers.
Russell King98ed7d42008-08-10 12:10:49 +010034 */
Russell King9eedd962011-01-03 00:00:17 +000035#ifndef __arch_pfn_to_dma
36static inline dma_addr_t pfn_to_dma(struct device *dev, unsigned long pfn)
Nicolas Pitre58edb512008-09-09 15:54:13 -040037{
Grygorii Strashko6ce0d202014-04-24 11:30:05 -040038 if (dev)
39 pfn -= dev->dma_pfn_offset;
Russell King9eedd962011-01-03 00:00:17 +000040 return (dma_addr_t)__pfn_to_bus(pfn);
Nicolas Pitre58edb512008-09-09 15:54:13 -040041}
Russell King98ed7d42008-08-10 12:10:49 +010042
Russell King9eedd962011-01-03 00:00:17 +000043static inline unsigned long dma_to_pfn(struct device *dev, dma_addr_t addr)
Russell Kingef1baed2009-10-31 16:07:16 +000044{
Grygorii Strashko6ce0d202014-04-24 11:30:05 -040045 unsigned long pfn = __bus_to_pfn(addr);
46
47 if (dev)
48 pfn += dev->dma_pfn_offset;
49
50 return pfn;
Russell Kingef1baed2009-10-31 16:07:16 +000051}
52
Russell King98ed7d42008-08-10 12:10:49 +010053static inline void *dma_to_virt(struct device *dev, dma_addr_t addr)
54{
Grygorii Strashko6ce0d202014-04-24 11:30:05 -040055 if (dev) {
56 unsigned long pfn = dma_to_pfn(dev, addr);
57
58 return phys_to_virt(__pfn_to_phys(pfn));
59 }
60
Catalin Marinas01f461a2011-08-23 13:59:14 +010061 return (void *)__bus_to_virt((unsigned long)addr);
Russell King98ed7d42008-08-10 12:10:49 +010062}
63
64static inline dma_addr_t virt_to_dma(struct device *dev, void *addr)
65{
Grygorii Strashko6ce0d202014-04-24 11:30:05 -040066 if (dev)
67 return pfn_to_dma(dev, virt_to_pfn(addr));
68
Russell King98ed7d42008-08-10 12:10:49 +010069 return (dma_addr_t)__virt_to_bus((unsigned long)(addr));
70}
Santosh Shilimkar26ba47b2013-08-01 03:12:01 +010071
Russell King98ed7d42008-08-10 12:10:49 +010072#else
Russell King9eedd962011-01-03 00:00:17 +000073static inline dma_addr_t pfn_to_dma(struct device *dev, unsigned long pfn)
Russell King98ed7d42008-08-10 12:10:49 +010074{
Russell King9eedd962011-01-03 00:00:17 +000075 return __arch_pfn_to_dma(dev, pfn);
Russell King98ed7d42008-08-10 12:10:49 +010076}
77
Russell King9eedd962011-01-03 00:00:17 +000078static inline unsigned long dma_to_pfn(struct device *dev, dma_addr_t addr)
Russell Kingef1baed2009-10-31 16:07:16 +000079{
Russell King9eedd962011-01-03 00:00:17 +000080 return __arch_dma_to_pfn(dev, addr);
Russell Kingef1baed2009-10-31 16:07:16 +000081}
82
Russell King98ed7d42008-08-10 12:10:49 +010083static inline void *dma_to_virt(struct device *dev, dma_addr_t addr)
84{
85 return __arch_dma_to_virt(dev, addr);
86}
87
88static inline dma_addr_t virt_to_dma(struct device *dev, void *addr)
89{
90 return __arch_virt_to_dma(dev, addr);
91}
92#endif
Dmitry Baryshkov1fe53262008-07-18 13:30:14 +040093
Linus Torvalds1da177e2005-04-16 15:20:36 -070094/**
Marek Szyprowskif99d6032012-05-16 18:31:23 +020095 * arm_dma_alloc - allocate consistent memory for DMA
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 * @dev: valid struct device pointer, or NULL for ISA and EISA-like devices
97 * @size: required memory size
98 * @handle: bus-specific DMA address
Marek Szyprowskif99d6032012-05-16 18:31:23 +020099 * @attrs: optinal attributes that specific mapping properties
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 *
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200101 * Allocate some memory for a device for performing DMA. This function
102 * allocates pages, and will return the CPU-viewed address, and sets @handle
103 * to be the device-viewed address.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 */
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200105extern void *arm_dma_alloc(struct device *dev, size_t size, dma_addr_t *handle,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700106 gfp_t gfp, unsigned long attrs);
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200107
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108/**
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200109 * arm_dma_free - free memory allocated by arm_dma_alloc
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 * @dev: valid struct device pointer, or NULL for ISA and EISA-like devices
111 * @size: size of memory originally requested in dma_alloc_coherent
112 * @cpu_addr: CPU-view address returned from dma_alloc_coherent
113 * @handle: device-view address returned from dma_alloc_coherent
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200114 * @attrs: optinal attributes that specific mapping properties
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 *
116 * Free (and unmap) a DMA buffer previously allocated by
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200117 * arm_dma_alloc().
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 *
119 * References to memory and mappings associated with cpu_addr/handle
120 * during and after this call executing are illegal.
121 */
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200122extern void arm_dma_free(struct device *dev, size_t size, void *cpu_addr,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700123 dma_addr_t handle, unsigned long attrs);
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200124
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125/**
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200126 * arm_dma_mmap - map a coherent DMA allocation into user space
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 * @dev: valid struct device pointer, or NULL for ISA and EISA-like devices
128 * @vma: vm_area_struct describing requested user mapping
129 * @cpu_addr: kernel CPU-view address returned from dma_alloc_coherent
130 * @handle: device-view address returned from dma_alloc_coherent
131 * @size: size of memory originally requested in dma_alloc_coherent
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200132 * @attrs: optinal attributes that specific mapping properties
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 *
134 * Map a coherent DMA buffer previously allocated by dma_alloc_coherent
135 * into user space. The coherent DMA buffer must not be freed by the
136 * driver until the user space mapping has been released.
137 */
Marek Szyprowskif99d6032012-05-16 18:31:23 +0200138extern int arm_dma_mmap(struct device *dev, struct vm_area_struct *vma,
139 void *cpu_addr, dma_addr_t dma_addr, size_t size,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700140 unsigned long attrs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
Jon Medhurst99d17172011-08-02 17:28:27 +0100142/*
Russell King8c8a0ec52008-09-25 21:52:49 +0100143 * For SA-1111, IXP425, and ADI systems the dma-mapping functions are "magic"
144 * and utilize bounce buffers as needed to work around limited DMA windows.
145 *
146 * On the SA-1111, a bug limits DMA to only certain regions of RAM.
147 * On the IXP425, the PCI inbound window is 64MB (256MB total RAM)
148 * On some ADI engineering systems, PCI inbound window is 32MB (12MB total RAM)
149 *
150 * The following are helper functions used by the dmabounce subystem
151 *
152 */
153
154/**
155 * dmabounce_register_dev
156 *
157 * @dev: valid struct device pointer
158 * @small_buf_size: size of buffers to use with small buffer pool
159 * @large_buf_size: size of buffers to use with large buffer pool (can be 0)
Russell King0703ed22011-07-04 08:32:21 +0100160 * @needs_bounce_fn: called to determine whether buffer needs bouncing
Russell King8c8a0ec52008-09-25 21:52:49 +0100161 *
162 * This function should be called by low-level platform code to register
163 * a device as requireing DMA buffer bouncing. The function will allocate
164 * appropriate DMA pools for the device.
Russell King8c8a0ec52008-09-25 21:52:49 +0100165 */
Russell King3216a972008-09-25 22:23:31 +0100166extern int dmabounce_register_dev(struct device *, unsigned long,
Russell King0703ed22011-07-04 08:32:21 +0100167 unsigned long, int (*)(struct device *, dma_addr_t, size_t));
Russell King8c8a0ec52008-09-25 21:52:49 +0100168
169/**
170 * dmabounce_unregister_dev
171 *
172 * @dev: valid struct device pointer
173 *
174 * This function should be called by low-level platform code when device
175 * that was previously registered with dmabounce_register_dev is removed
176 * from the system.
177 *
178 */
179extern void dmabounce_unregister_dev(struct device *);
180
Russell King125ab122008-09-25 22:16:22 +0100181
Russell King24056f52011-01-03 11:29:28 +0000182
Russell Kingafd1a322008-09-25 16:30:57 +0100183/*
184 * The scatter list versions of the above methods.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 */
Marek Szyprowski2dc6a012012-02-10 19:55:20 +0100186extern int arm_dma_map_sg(struct device *, struct scatterlist *, int,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700187 enum dma_data_direction, unsigned long attrs);
Marek Szyprowski2dc6a012012-02-10 19:55:20 +0100188extern void arm_dma_unmap_sg(struct device *, struct scatterlist *, int,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700189 enum dma_data_direction, unsigned long attrs);
Marek Szyprowski2dc6a012012-02-10 19:55:20 +0100190extern void arm_dma_sync_sg_for_cpu(struct device *, struct scatterlist *, int,
Russell King3216a972008-09-25 22:23:31 +0100191 enum dma_data_direction);
Marek Szyprowski2dc6a012012-02-10 19:55:20 +0100192extern void arm_dma_sync_sg_for_device(struct device *, struct scatterlist *, int,
Russell King3216a972008-09-25 22:23:31 +0100193 enum dma_data_direction);
Marek Szyprowskidc2832e2012-06-13 10:01:15 +0200194extern int arm_dma_get_sgtable(struct device *dev, struct sg_table *sgt,
195 void *cpu_addr, dma_addr_t dma_addr, size_t size,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700196 unsigned long attrs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198#endif /* __KERNEL__ */
199#endif