blob: 116effe26143d8c0f74082413e76d7b3c4562039 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef _ASM_IO_H
3#define _ASM_IO_H
4
Linus Torvalds1da177e2005-04-16 15:20:36 -07005#include <linux/types.h>
Mike Rapoportca5999f2020-06-08 21:32:38 -07006#include <linux/pgtable.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#define virt_to_phys(a) ((unsigned long)__pa(a))
9#define phys_to_virt(a) __va(a)
10#define virt_to_bus virt_to_phys
11#define bus_to_virt phys_to_virt
12
Kyle McMartinfabb8ff2007-06-29 02:21:03 -040013static inline unsigned long isa_bus_to_virt(unsigned long addr) {
14 BUG();
15 return 0;
16}
17
18static inline unsigned long isa_virt_to_bus(void *addr) {
19 BUG();
20 return 0;
21}
22
Linus Torvalds1da177e2005-04-16 15:20:36 -070023/*
24 * Memory mapped I/O
25 *
26 * readX()/writeX() do byteswapping and take an ioremapped address
27 * __raw_readX()/__raw_writeX() don't byteswap and take an ioremapped address.
28 * gsc_*() don't byteswap and operate on physical addresses;
29 * eg dev->hpa or 0xfee00000.
30 */
31
Linus Torvalds1da177e2005-04-16 15:20:36 -070032static inline unsigned char gsc_readb(unsigned long addr)
33{
34 long flags;
35 unsigned char ret;
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037 __asm__ __volatile__(
Helge Deller3f4fb102017-06-08 22:09:18 +020038 " rsm %3,%0\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 " ldbx 0(%2),%1\n"
40 " mtsm %0\n"
Helge Deller3f4fb102017-06-08 22:09:18 +020041 : "=&r" (flags), "=r" (ret) : "r" (addr), "i" (PSW_SM_D) );
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43 return ret;
44}
45
46static inline unsigned short gsc_readw(unsigned long addr)
47{
48 long flags;
49 unsigned short ret;
50
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 __asm__ __volatile__(
Helge Deller3f4fb102017-06-08 22:09:18 +020052 " rsm %3,%0\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 " ldhx 0(%2),%1\n"
54 " mtsm %0\n"
Helge Deller3f4fb102017-06-08 22:09:18 +020055 : "=&r" (flags), "=r" (ret) : "r" (addr), "i" (PSW_SM_D) );
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
57 return ret;
58}
59
60static inline unsigned int gsc_readl(unsigned long addr)
61{
62 u32 ret;
63
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 __asm__ __volatile__(
65 " ldwax 0(%1),%0\n"
66 : "=r" (ret) : "r" (addr) );
67
68 return ret;
69}
70
71static inline unsigned long long gsc_readq(unsigned long addr)
72{
73 unsigned long long ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
Helge Deller513e7ec2007-01-28 15:09:20 +010075#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 __asm__ __volatile__(
77 " ldda 0(%1),%0\n"
78 : "=r" (ret) : "r" (addr) );
79#else
80 /* two reads may have side effects.. */
81 ret = ((u64) gsc_readl(addr)) << 32;
82 ret |= gsc_readl(addr+4);
83#endif
84 return ret;
85}
86
87static inline void gsc_writeb(unsigned char val, unsigned long addr)
88{
89 long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 __asm__ __volatile__(
Helge Deller3f4fb102017-06-08 22:09:18 +020091 " rsm %3,%0\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 " stbs %1,0(%2)\n"
93 " mtsm %0\n"
Helge Deller3f4fb102017-06-08 22:09:18 +020094 : "=&r" (flags) : "r" (val), "r" (addr), "i" (PSW_SM_D) );
Linus Torvalds1da177e2005-04-16 15:20:36 -070095}
96
97static inline void gsc_writew(unsigned short val, unsigned long addr)
98{
99 long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 __asm__ __volatile__(
Helge Deller3f4fb102017-06-08 22:09:18 +0200101 " rsm %3,%0\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 " sths %1,0(%2)\n"
103 " mtsm %0\n"
Helge Deller3f4fb102017-06-08 22:09:18 +0200104 : "=&r" (flags) : "r" (val), "r" (addr), "i" (PSW_SM_D) );
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105}
106
107static inline void gsc_writel(unsigned int val, unsigned long addr)
108{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 __asm__ __volatile__(
110 " stwas %0,0(%1)\n"
111 : : "r" (val), "r" (addr) );
112}
113
114static inline void gsc_writeq(unsigned long long val, unsigned long addr)
115{
Helge Deller513e7ec2007-01-28 15:09:20 +0100116#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 __asm__ __volatile__(
118 " stda %0,0(%1)\n"
119 : : "r" (val), "r" (addr) );
120#else
121 /* two writes may have side effects.. */
122 gsc_writel(val >> 32, addr);
123 gsc_writel(val, addr+4);
124#endif
125}
126
127/*
128 * The standard PCI ioremap interfaces
129 */
Christoph Hellwiga1fd79a2019-08-07 19:01:38 +0300130void __iomem *ioremap(unsigned long offset, unsigned long size);
Christoph Hellwig4bdc0d62020-01-06 09:43:50 +0100131#define ioremap_wc ioremap
132#define ioremap_uc ioremap
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
Matthew Wilcox01232e92006-09-19 16:37:01 -0600134extern void iounmap(const volatile void __iomem *addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136static inline unsigned char __raw_readb(const volatile void __iomem *addr)
137{
138 return (*(volatile unsigned char __force *) (addr));
139}
140static inline unsigned short __raw_readw(const volatile void __iomem *addr)
141{
142 return *(volatile unsigned short __force *) addr;
143}
144static inline unsigned int __raw_readl(const volatile void __iomem *addr)
145{
146 return *(volatile unsigned int __force *) addr;
147}
148static inline unsigned long long __raw_readq(const volatile void __iomem *addr)
149{
150 return *(volatile unsigned long long __force *) addr;
151}
152
153static inline void __raw_writeb(unsigned char b, volatile void __iomem *addr)
154{
155 *(volatile unsigned char __force *) addr = b;
156}
157static inline void __raw_writew(unsigned short b, volatile void __iomem *addr)
158{
159 *(volatile unsigned short __force *) addr = b;
160}
161static inline void __raw_writel(unsigned int b, volatile void __iomem *addr)
162{
163 *(volatile unsigned int __force *) addr = b;
164}
165static inline void __raw_writeq(unsigned long long b, volatile void __iomem *addr)
166{
167 *(volatile unsigned long long __force *) addr = b;
168}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500170static inline unsigned char readb(const volatile void __iomem *addr)
171{
172 return __raw_readb(addr);
173}
174static inline unsigned short readw(const volatile void __iomem *addr)
175{
Helge Deller184b9222018-03-04 21:10:09 +0100176 return le16_to_cpu((__le16 __force) __raw_readw(addr));
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500177}
178static inline unsigned int readl(const volatile void __iomem *addr)
179{
Helge Deller184b9222018-03-04 21:10:09 +0100180 return le32_to_cpu((__le32 __force) __raw_readl(addr));
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500181}
182static inline unsigned long long readq(const volatile void __iomem *addr)
183{
Helge Deller184b9222018-03-04 21:10:09 +0100184 return le64_to_cpu((__le64 __force) __raw_readq(addr));
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500185}
186
187static inline void writeb(unsigned char b, volatile void __iomem *addr)
188{
189 __raw_writeb(b, addr);
190}
191static inline void writew(unsigned short w, volatile void __iomem *addr)
192{
Helge Deller184b9222018-03-04 21:10:09 +0100193 __raw_writew((__u16 __force) cpu_to_le16(w), addr);
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500194}
195static inline void writel(unsigned int l, volatile void __iomem *addr)
196{
Helge Deller184b9222018-03-04 21:10:09 +0100197 __raw_writel((__u32 __force) cpu_to_le32(l), addr);
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500198}
199static inline void writeq(unsigned long long q, volatile void __iomem *addr)
200{
Helge Deller184b9222018-03-04 21:10:09 +0100201 __raw_writeq((__u64 __force) cpu_to_le64(q), addr);
Kyle McMartin9dfe9142009-02-16 03:05:02 -0500202}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203
Kyle McMartin0cb385e2009-02-17 12:42:52 -0500204#define readb readb
205#define readw readw
206#define readl readl
207#define readq readq
208#define writeb writeb
209#define writew writew
210#define writel writel
211#define writeq writeq
212
Will Deacon2f083482013-09-04 11:34:08 +0100213#define readb_relaxed(addr) readb(addr)
214#define readw_relaxed(addr) readw(addr)
215#define readl_relaxed(addr) readl(addr)
216#define readq_relaxed(addr) readq(addr)
217#define writeb_relaxed(b, addr) writeb(b, addr)
218#define writew_relaxed(w, addr) writew(w, addr)
219#define writel_relaxed(l, addr) writel(l, addr)
220#define writeq_relaxed(q, addr) writeq(q, addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222void memset_io(volatile void __iomem *addr, unsigned char val, int count);
223void memcpy_fromio(void *dst, const volatile void __iomem *src, int count);
224void memcpy_toio(volatile void __iomem *dst, const void *src, int count);
225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226/* Port-space IO */
227
228#define inb_p inb
229#define inw_p inw
230#define inl_p inl
231#define outb_p outb
232#define outw_p outw
233#define outl_p outl
234
235extern unsigned char eisa_in8(unsigned short port);
236extern unsigned short eisa_in16(unsigned short port);
237extern unsigned int eisa_in32(unsigned short port);
238extern void eisa_out8(unsigned char data, unsigned short port);
239extern void eisa_out16(unsigned short data, unsigned short port);
240extern void eisa_out32(unsigned int data, unsigned short port);
241
242#if defined(CONFIG_PCI)
243extern unsigned char inb(int addr);
244extern unsigned short inw(int addr);
245extern unsigned int inl(int addr);
246
247extern void outb(unsigned char b, int addr);
248extern void outw(unsigned short b, int addr);
249extern void outl(unsigned int b, int addr);
250#elif defined(CONFIG_EISA)
251#define inb eisa_in8
252#define inw eisa_in16
253#define inl eisa_in32
254#define outb eisa_out8
255#define outw eisa_out16
256#define outl eisa_out32
257#else
258static inline char inb(unsigned long addr)
259{
260 BUG();
261 return -1;
262}
263
264static inline short inw(unsigned long addr)
265{
266 BUG();
267 return -1;
268}
269
270static inline int inl(unsigned long addr)
271{
272 BUG();
273 return -1;
274}
275
276#define outb(x, y) BUG()
277#define outw(x, y) BUG()
278#define outl(x, y) BUG()
279#endif
280
281/*
282 * String versions of in/out ops:
283 */
284extern void insb (unsigned long port, void *dst, unsigned long count);
285extern void insw (unsigned long port, void *dst, unsigned long count);
286extern void insl (unsigned long port, void *dst, unsigned long count);
287extern void outsb (unsigned long port, const void *src, unsigned long count);
288extern void outsw (unsigned long port, const void *src, unsigned long count);
289extern void outsl (unsigned long port, const void *src, unsigned long count);
290
291
292/* IO Port space is : BBiiii where BB is HBA number. */
293#define IO_SPACE_LIMIT 0x00ffffff
294
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295/* PA machines have an MM I/O space from 0xf0000000-0xffffffff in 32
296 * bit mode and from 0xfffffffff0000000-0xfffffffffffffff in 64 bit
297 * mode (essentially just sign extending. This macro takes in a 32
298 * bit I/O address (still with the leading f) and outputs the correct
299 * value for either 32 or 64 bit mode */
300#define F_EXTEND(x) ((unsigned long)((x) | (0xffffffff00000000ULL)))
301
Logan Gunthorpe7d1689a2019-01-16 11:25:19 -0700302#define ioread64 ioread64
303#define ioread64be ioread64be
304#define iowrite64 iowrite64
305#define iowrite64be iowrite64be
306extern u64 ioread64(void __iomem *addr);
307extern u64 ioread64be(void __iomem *addr);
308extern void iowrite64(u64 val, void __iomem *addr);
309extern void iowrite64be(u64 val, void __iomem *addr);
310
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311#include <asm-generic/iomap.h>
312
313/*
314 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
315 * access
316 */
317#define xlate_dev_mem_ptr(p) __va(p)
318
319/*
320 * Convert a virtual cached pointer to an uncached pointer
321 */
322#define xlate_dev_kmem_ptr(p) p
323
324#endif