blob: 448a21435dba5d8237aea772bbcb58cd88a4f818 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +02002#ifndef _LINUX_IO_64_NONATOMIC_LO_HI_H_
3#define _LINUX_IO_64_NONATOMIC_LO_HI_H_
Hitoshi Mitake797a7962012-02-07 11:45:33 +09004
5#include <linux/io.h>
6#include <asm-generic/int-ll64.h>
7
Jason Baron3a044172014-07-04 13:27:04 +02008static inline __u64 lo_hi_readq(const volatile void __iomem *addr)
Hitoshi Mitake797a7962012-02-07 11:45:33 +09009{
10 const volatile u32 __iomem *p = addr;
11 u32 low, high;
12
13 low = readl(p);
14 high = readl(p + 1);
15
16 return low + ((u64)high << 32);
17}
Hitoshi Mitake797a7962012-02-07 11:45:33 +090018
Jason Baron3a044172014-07-04 13:27:04 +020019static inline void lo_hi_writeq(__u64 val, volatile void __iomem *addr)
Hitoshi Mitake797a7962012-02-07 11:45:33 +090020{
21 writel(val, addr);
22 writel(val >> 32, addr + 4);
23}
Jason Baron3a044172014-07-04 13:27:04 +020024
Robin Murphye5112672016-04-26 11:38:20 +010025static inline __u64 lo_hi_readq_relaxed(const volatile void __iomem *addr)
26{
27 const volatile u32 __iomem *p = addr;
28 u32 low, high;
29
30 low = readl_relaxed(p);
31 high = readl_relaxed(p + 1);
32
33 return low + ((u64)high << 32);
34}
35
36static inline void lo_hi_writeq_relaxed(__u64 val, volatile void __iomem *addr)
37{
38 writel_relaxed(val, addr);
39 writel_relaxed(val >> 32, addr + 4);
40}
41
Jason Baron3a044172014-07-04 13:27:04 +020042#ifndef readq
43#define readq lo_hi_readq
44#endif
45
46#ifndef writeq
47#define writeq lo_hi_writeq
Hitoshi Mitake797a7962012-02-07 11:45:33 +090048#endif
49
Robin Murphye5112672016-04-26 11:38:20 +010050#ifndef readq_relaxed
51#define readq_relaxed lo_hi_readq_relaxed
52#endif
53
54#ifndef writeq_relaxed
55#define writeq_relaxed lo_hi_writeq_relaxed
56#endif
57
Logan Gunthorpec81d64d2019-01-16 11:25:21 -070058#ifndef ioread64_lo_hi
59#define ioread64_lo_hi ioread64_lo_hi
Krzysztof Kozlowski8f28ca62020-08-14 17:32:07 -070060static inline u64 ioread64_lo_hi(const void __iomem *addr)
Logan Gunthorpec81d64d2019-01-16 11:25:21 -070061{
62 u32 low, high;
63
64 low = ioread32(addr);
65 high = ioread32(addr + sizeof(u32));
66
67 return low + ((u64)high << 32);
68}
69#endif
70
71#ifndef iowrite64_lo_hi
72#define iowrite64_lo_hi iowrite64_lo_hi
73static inline void iowrite64_lo_hi(u64 val, void __iomem *addr)
74{
75 iowrite32(val, addr);
76 iowrite32(val >> 32, addr + sizeof(u32));
77}
78#endif
79
80#ifndef ioread64be_lo_hi
81#define ioread64be_lo_hi ioread64be_lo_hi
Krzysztof Kozlowski8f28ca62020-08-14 17:32:07 -070082static inline u64 ioread64be_lo_hi(const void __iomem *addr)
Logan Gunthorpec81d64d2019-01-16 11:25:21 -070083{
84 u32 low, high;
85
86 low = ioread32be(addr + sizeof(u32));
87 high = ioread32be(addr);
88
89 return low + ((u64)high << 32);
90}
91#endif
92
93#ifndef iowrite64be_lo_hi
94#define iowrite64be_lo_hi iowrite64be_lo_hi
95static inline void iowrite64be_lo_hi(u64 val, void __iomem *addr)
96{
97 iowrite32be(val, addr + sizeof(u32));
98 iowrite32be(val >> 32, addr);
99}
100#endif
101
102#ifndef ioread64
103#define ioread64_is_nonatomic
104#define ioread64 ioread64_lo_hi
105#endif
106
107#ifndef iowrite64
108#define iowrite64_is_nonatomic
109#define iowrite64 iowrite64_lo_hi
110#endif
111
112#ifndef ioread64be
113#define ioread64be_is_nonatomic
114#define ioread64be ioread64be_lo_hi
115#endif
116
117#ifndef iowrite64be
118#define iowrite64be_is_nonatomic
119#define iowrite64be iowrite64be_lo_hi
120#endif
121
Christoph Hellwig2f8e2c82015-08-28 09:27:14 +0200122#endif /* _LINUX_IO_64_NONATOMIC_LO_HI_H_ */