blob: 6d5c6463bc07e134a532e696afb5e1d7bbfe3529 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef __ASM_SH_IO_H
3#define __ASM_SH_IO_H
Paul Mundt37b7a972010-11-01 09:49:04 -04004
Linus Torvalds1da177e2005-04-16 15:20:36 -07005/*
6 * Convention:
Paul Mundt14866542008-10-04 05:25:52 +09007 * read{b,w,l,q}/write{b,w,l,q} are for PCI,
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 * while in{b,w,l}/out{b,w,l} are for ISA
Paul Mundt14866542008-10-04 05:25:52 +09009 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * In addition we have 'pausing' versions: in{b,w,l}_p/out{b,w,l}_p
11 * and 'string' versions: ins{b,w,l}/outs{b,w,l}
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 *
Paul Mundt14866542008-10-04 05:25:52 +090013 * While read{b,w,l,q} and write{b,w,l,q} contain memory barriers
14 * automatically, there are also __raw versions, which do not.
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 */
Paul Mundt4f744af2010-01-18 21:30:29 +090016#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <asm/cache.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <asm/addrspace.h>
19#include <asm/machvec.h>
Peter Zijlstra0cd39f42020-08-06 14:35:11 +020020#include <asm/page.h>
Mike Rapoportca5999f2020-06-08 21:32:38 -070021#include <linux/pgtable.h>
Paul Mundtb66c1a32006-01-16 22:14:15 -080022#include <asm-generic/iomap.h>
23
Paul Mundt37b7a972010-11-01 09:49:04 -040024#define __IO_PREFIX generic
Paul Mundtb66c1a32006-01-16 22:14:15 -080025#include <asm/io_generic.h>
Mark Brown915c9e12018-12-14 14:17:00 -080026#include <asm-generic/pci_iomap.h>
Paul Mundtb7e68d62012-03-29 16:05:10 +090027#include <mach/mangle-port.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
Paul Mundt14866542008-10-04 05:25:52 +090029#define __raw_writeb(v,a) (__chk_io_ptr(a), *(volatile u8 __force *)(a) = (v))
30#define __raw_writew(v,a) (__chk_io_ptr(a), *(volatile u16 __force *)(a) = (v))
31#define __raw_writel(v,a) (__chk_io_ptr(a), *(volatile u32 __force *)(a) = (v))
32#define __raw_writeq(v,a) (__chk_io_ptr(a), *(volatile u64 __force *)(a) = (v))
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Paul Mundt14866542008-10-04 05:25:52 +090034#define __raw_readb(a) (__chk_io_ptr(a), *(volatile u8 __force *)(a))
35#define __raw_readw(a) (__chk_io_ptr(a), *(volatile u16 __force *)(a))
36#define __raw_readl(a) (__chk_io_ptr(a), *(volatile u32 __force *)(a))
37#define __raw_readq(a) (__chk_io_ptr(a), *(volatile u64 __force *)(a))
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Paul Mundtb7e68d62012-03-29 16:05:10 +090039#define readb_relaxed(c) ({ u8 __v = ioswabb(__raw_readb(c)); __v; })
40#define readw_relaxed(c) ({ u16 __v = ioswabw(__raw_readw(c)); __v; })
41#define readl_relaxed(c) ({ u32 __v = ioswabl(__raw_readl(c)); __v; })
42#define readq_relaxed(c) ({ u64 __v = ioswabq(__raw_readq(c)); __v; })
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Paul Mundtb7e68d62012-03-29 16:05:10 +090044#define writeb_relaxed(v,c) ((void)__raw_writeb((__force u8)ioswabb(v),c))
45#define writew_relaxed(v,c) ((void)__raw_writew((__force u16)ioswabw(v),c))
46#define writel_relaxed(v,c) ((void)__raw_writel((__force u32)ioswabl(v),c))
47#define writeq_relaxed(v,c) ((void)__raw_writeq((__force u64)ioswabq(v),c))
Paul Mundt37b7a972010-11-01 09:49:04 -040048
49#define readb(a) ({ u8 r_ = readb_relaxed(a); rmb(); r_; })
50#define readw(a) ({ u16 r_ = readw_relaxed(a); rmb(); r_; })
51#define readl(a) ({ u32 r_ = readl_relaxed(a); rmb(); r_; })
52#define readq(a) ({ u64 r_ = readq_relaxed(a); rmb(); r_; })
53
54#define writeb(v,a) ({ wmb(); writeb_relaxed((v),(a)); })
55#define writew(v,a) ({ wmb(); writew_relaxed((v),(a)); })
56#define writel(v,a) ({ wmb(); writel_relaxed((v),(a)); })
57#define writeq(v,a) ({ wmb(); writeq_relaxed((v),(a)); })
58
59#define readsb(p,d,l) __raw_readsb(p,d,l)
60#define readsw(p,d,l) __raw_readsw(p,d,l)
61#define readsl(p,d,l) __raw_readsl(p,d,l)
62
63#define writesb(p,d,l) __raw_writesb(p,d,l)
64#define writesw(p,d,l) __raw_writesw(p,d,l)
65#define writesl(p,d,l) __raw_writesl(p,d,l)
66
67#define __BUILD_UNCACHED_IO(bwlq, type) \
68static inline type read##bwlq##_uncached(unsigned long addr) \
69{ \
70 type ret; \
71 jump_to_uncached(); \
72 ret = __raw_read##bwlq(addr); \
73 back_to_cached(); \
74 return ret; \
75} \
76 \
77static inline void write##bwlq##_uncached(type v, unsigned long addr) \
78{ \
79 jump_to_uncached(); \
80 __raw_write##bwlq(v, addr); \
81 back_to_cached(); \
82}
83
84__BUILD_UNCACHED_IO(b, u8)
85__BUILD_UNCACHED_IO(w, u16)
86__BUILD_UNCACHED_IO(l, u32)
87__BUILD_UNCACHED_IO(q, u64)
88
89#define __BUILD_MEMORY_STRING(pfx, bwlq, type) \
90 \
91static inline void \
92pfx##writes##bwlq(volatile void __iomem *mem, const void *addr, \
93 unsigned int count) \
94{ \
95 const volatile type *__addr = addr; \
96 \
97 while (count--) { \
98 __raw_write##bwlq(*__addr, mem); \
99 __addr++; \
100 } \
101} \
102 \
103static inline void pfx##reads##bwlq(volatile void __iomem *mem, \
104 void *addr, unsigned int count) \
105{ \
106 volatile type *__addr = addr; \
107 \
108 while (count--) { \
109 *__addr = __raw_read##bwlq(mem); \
110 __addr++; \
111 } \
112}
113
114__BUILD_MEMORY_STRING(__raw_, b, u8)
115__BUILD_MEMORY_STRING(__raw_, w, u16)
116
Paul Mundt37b7a972010-11-01 09:49:04 -0400117void __raw_writesl(void __iomem *addr, const void *data, int longlen);
118void __raw_readsl(const void __iomem *addr, void *data, int longlen);
Paul Mundt37b7a972010-11-01 09:49:04 -0400119
120__BUILD_MEMORY_STRING(__raw_, q, u64)
121
Uwe Kleine-Königce816fa2014-04-07 15:39:19 -0700122#ifdef CONFIG_HAS_IOPORT_MAP
Paul Mundt37b7a972010-11-01 09:49:04 -0400123
124/*
125 * Slowdown I/O port space accesses for antique hardware.
126 */
127#undef CONF_SLOWDOWN_IO
128
129/*
130 * On SuperH I/O ports are memory mapped, so we access them using normal
131 * load/store instructions. sh_io_port_base is the virtual address to
132 * which all ports are being mapped.
133 */
Andi Kleen666e81f2012-10-04 17:11:41 -0700134extern unsigned long sh_io_port_base;
Paul Mundt37b7a972010-11-01 09:49:04 -0400135
136static inline void __set_io_port_base(unsigned long pbase)
137{
138 *(unsigned long *)&sh_io_port_base = pbase;
139 barrier();
140}
141
142#ifdef CONFIG_GENERIC_IOMAP
143#define __ioport_map ioport_map
144#else
145extern void __iomem *__ioport_map(unsigned long addr, unsigned int size);
146#endif
147
148#ifdef CONF_SLOWDOWN_IO
149#define SLOW_DOWN_IO __raw_readw(sh_io_port_base)
150#else
151#define SLOW_DOWN_IO
152#endif
153
154#define __BUILD_IOPORT_SINGLE(pfx, bwlq, type, p, slow) \
155 \
156static inline void pfx##out##bwlq##p(type val, unsigned long port) \
157{ \
158 volatile type *__addr; \
159 \
160 __addr = __ioport_map(port, sizeof(type)); \
161 *__addr = val; \
162 slow; \
163} \
164 \
165static inline type pfx##in##bwlq##p(unsigned long port) \
166{ \
167 volatile type *__addr; \
168 type __val; \
169 \
170 __addr = __ioport_map(port, sizeof(type)); \
171 __val = *__addr; \
172 slow; \
173 \
174 return __val; \
175}
176
177#define __BUILD_IOPORT_PFX(bus, bwlq, type) \
178 __BUILD_IOPORT_SINGLE(bus, bwlq, type, ,) \
179 __BUILD_IOPORT_SINGLE(bus, bwlq, type, _p, SLOW_DOWN_IO)
180
181#define BUILDIO_IOPORT(bwlq, type) \
182 __BUILD_IOPORT_PFX(, bwlq, type)
183
184BUILDIO_IOPORT(b, u8)
185BUILDIO_IOPORT(w, u16)
186BUILDIO_IOPORT(l, u32)
187BUILDIO_IOPORT(q, u64)
188
189#define __BUILD_IOPORT_STRING(bwlq, type) \
190 \
191static inline void outs##bwlq(unsigned long port, const void *addr, \
192 unsigned int count) \
193{ \
194 const volatile type *__addr = addr; \
195 \
196 while (count--) { \
197 out##bwlq(*__addr, port); \
198 __addr++; \
199 } \
200} \
201 \
202static inline void ins##bwlq(unsigned long port, void *addr, \
203 unsigned int count) \
204{ \
205 volatile type *__addr = addr; \
206 \
207 while (count--) { \
208 *__addr = in##bwlq(port); \
209 __addr++; \
210 } \
211}
212
213__BUILD_IOPORT_STRING(b, u8)
214__BUILD_IOPORT_STRING(w, u16)
215__BUILD_IOPORT_STRING(l, u32)
216__BUILD_IOPORT_STRING(q, u64)
217
Uwe Kleine-Königce816fa2014-04-07 15:39:19 -0700218#else /* !CONFIG_HAS_IOPORT_MAP */
Paul Mundtc5e50fa2012-05-10 13:07:55 +0900219
220#include <asm/io_noioport.h>
221
Paul Mundt37b7a972010-11-01 09:49:04 -0400222#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223
Paul Mundtc5e50fa2012-05-10 13:07:55 +0900224
Paul Mundt37b7a972010-11-01 09:49:04 -0400225#define IO_SPACE_LIMIT 0xffffffff
Paul Mundtb66c1a32006-01-16 22:14:15 -0800226
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227/* We really want to try and get these to memcpy etc */
Paul Mundt14866542008-10-04 05:25:52 +0900228void memcpy_fromio(void *, const volatile void __iomem *, unsigned long);
229void memcpy_toio(volatile void __iomem *, const void *, unsigned long);
230void memset_io(volatile void __iomem *, int, unsigned long);
Paul Mundt959f85f2006-09-27 16:43:28 +0900231
Paul Mundtac490a42007-11-20 18:26:28 +0900232/* Quad-word real-mode I/O, don't ask.. */
233unsigned long long peek_real_address_q(unsigned long long addr);
234unsigned long long poke_real_address_q(unsigned long long addr,
235 unsigned long long val);
236
Paul Mundtda06b8d2007-11-09 12:58:12 +0900237#if !defined(CONFIG_MMU)
238#define virt_to_phys(address) ((unsigned long)(address))
239#define phys_to_virt(address) ((void *)(address))
Stuart Menefyd02b08f2007-11-30 17:52:53 +0900240#else
Paul Mundtda06b8d2007-11-09 12:58:12 +0900241#define virt_to_phys(address) (__pa(address))
242#define phys_to_virt(address) (__va(address))
Yoshinori Satoa2d1a5f2006-09-27 17:25:07 +0900243#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244
Paul Mundtb66c1a32006-01-16 22:14:15 -0800245#ifdef CONFIG_MMU
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200246void iounmap(void __iomem *addr);
Paul Mundt90e7d642010-02-23 16:20:53 +0900247void __iomem *__ioremap_caller(phys_addr_t offset, unsigned long size,
Paul Mundtd57d6402010-01-19 13:34:38 +0900248 pgprot_t prot, void *caller);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249
Paul Mundt90e7d642010-02-23 16:20:53 +0900250static inline void __iomem *ioremap(phys_addr_t offset, unsigned long size)
Paul Mundtd57d6402010-01-19 13:34:38 +0900251{
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200252 return __ioremap_caller(offset, size, PAGE_KERNEL_NOCACHE,
253 __builtin_return_address(0));
Paul Mundtd57d6402010-01-19 13:34:38 +0900254}
255
256static inline void __iomem *
Paul Mundt90e7d642010-02-23 16:20:53 +0900257ioremap_cache(phys_addr_t offset, unsigned long size)
Paul Mundtd57d6402010-01-19 13:34:38 +0900258{
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200259 return __ioremap_caller(offset, size, PAGE_KERNEL,
260 __builtin_return_address(0));
Paul Mundtd57d6402010-01-19 13:34:38 +0900261}
Dan Williams92281dee2015-08-10 23:07:06 -0400262#define ioremap_cache ioremap_cache
Paul Mundtd57d6402010-01-19 13:34:38 +0900263
Paul Mundt6d63e732010-01-19 14:00:14 +0900264#ifdef CONFIG_HAVE_IOREMAP_PROT
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200265static inline void __iomem *ioremap_prot(phys_addr_t offset, unsigned long size,
266 unsigned long flags)
Paul Mundtd57d6402010-01-19 13:34:38 +0900267{
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200268 return __ioremap_caller(offset, size, __pgprot(flags),
269 __builtin_return_address(0));
Paul Mundtd57d6402010-01-19 13:34:38 +0900270}
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200271#endif /* CONFIG_HAVE_IOREMAP_PROT */
Paul Mundtd57d6402010-01-19 13:34:38 +0900272
Christoph Hellwig13f1fc82020-07-14 14:18:51 +0200273#else /* CONFIG_MMU */
274#define iounmap(addr) do { } while (0)
275#define ioremap(offset, size) ((void __iomem *)(unsigned long)(offset))
276#endif /* CONFIG_MMU */
Paul Mundtd627a2e2010-01-28 18:17:29 +0900277
Luis R. Rodriguez4c73e892015-07-28 20:17:13 +0200278#define ioremap_uc ioremap
Sam Ravnborg733f0022019-07-11 20:52:52 -0700279
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
282 * access
283 */
284#define xlate_dev_mem_ptr(p) __va(p)
285
286/*
287 * Convert a virtual cached pointer to an uncached pointer
288 */
289#define xlate_dev_kmem_ptr(p) p
290
Paul Mundt185aed72008-11-12 12:53:48 +0900291#define ARCH_HAS_VALID_PHYS_ADDR_RANGE
Cyril Chemparathy7e6735c2012-09-12 14:05:58 -0400292int valid_phys_addr_range(phys_addr_t addr, size_t size);
Paul Mundt185aed72008-11-12 12:53:48 +0900293int valid_mmap_phys_addr_range(unsigned long pfn, size_t size);
294
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295#endif /* __ASM_SH_IO_H */