Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Christoph Hellwig | 2f8e2c8 | 2015-08-28 09:27:14 +0200 | [diff] [blame] | 2 | #ifndef _LINUX_IO_64_NONATOMIC_LO_HI_H_ |
| 3 | #define _LINUX_IO_64_NONATOMIC_LO_HI_H_ |
Hitoshi Mitake | 797a796 | 2012-02-07 11:45:33 +0900 | [diff] [blame] | 4 | |
| 5 | #include <linux/io.h> |
| 6 | #include <asm-generic/int-ll64.h> |
| 7 | |
Jason Baron | 3a04417 | 2014-07-04 13:27:04 +0200 | [diff] [blame] | 8 | static inline __u64 lo_hi_readq(const volatile void __iomem *addr) |
Hitoshi Mitake | 797a796 | 2012-02-07 11:45:33 +0900 | [diff] [blame] | 9 | { |
| 10 | const volatile u32 __iomem *p = addr; |
| 11 | u32 low, high; |
| 12 | |
| 13 | low = readl(p); |
| 14 | high = readl(p + 1); |
| 15 | |
| 16 | return low + ((u64)high << 32); |
| 17 | } |
Hitoshi Mitake | 797a796 | 2012-02-07 11:45:33 +0900 | [diff] [blame] | 18 | |
Jason Baron | 3a04417 | 2014-07-04 13:27:04 +0200 | [diff] [blame] | 19 | static inline void lo_hi_writeq(__u64 val, volatile void __iomem *addr) |
Hitoshi Mitake | 797a796 | 2012-02-07 11:45:33 +0900 | [diff] [blame] | 20 | { |
| 21 | writel(val, addr); |
| 22 | writel(val >> 32, addr + 4); |
| 23 | } |
Jason Baron | 3a04417 | 2014-07-04 13:27:04 +0200 | [diff] [blame] | 24 | |
Robin Murphy | e511267 | 2016-04-26 11:38:20 +0100 | [diff] [blame] | 25 | static inline __u64 lo_hi_readq_relaxed(const volatile void __iomem *addr) |
| 26 | { |
| 27 | const volatile u32 __iomem *p = addr; |
| 28 | u32 low, high; |
| 29 | |
| 30 | low = readl_relaxed(p); |
| 31 | high = readl_relaxed(p + 1); |
| 32 | |
| 33 | return low + ((u64)high << 32); |
| 34 | } |
| 35 | |
| 36 | static inline void lo_hi_writeq_relaxed(__u64 val, volatile void __iomem *addr) |
| 37 | { |
| 38 | writel_relaxed(val, addr); |
| 39 | writel_relaxed(val >> 32, addr + 4); |
| 40 | } |
| 41 | |
Jason Baron | 3a04417 | 2014-07-04 13:27:04 +0200 | [diff] [blame] | 42 | #ifndef readq |
| 43 | #define readq lo_hi_readq |
| 44 | #endif |
| 45 | |
| 46 | #ifndef writeq |
| 47 | #define writeq lo_hi_writeq |
Hitoshi Mitake | 797a796 | 2012-02-07 11:45:33 +0900 | [diff] [blame] | 48 | #endif |
| 49 | |
Robin Murphy | e511267 | 2016-04-26 11:38:20 +0100 | [diff] [blame] | 50 | #ifndef readq_relaxed |
| 51 | #define readq_relaxed lo_hi_readq_relaxed |
| 52 | #endif |
| 53 | |
| 54 | #ifndef writeq_relaxed |
| 55 | #define writeq_relaxed lo_hi_writeq_relaxed |
| 56 | #endif |
| 57 | |
Logan Gunthorpe | c81d64d | 2019-01-16 11:25:21 -0700 | [diff] [blame] | 58 | #ifndef ioread64_lo_hi |
| 59 | #define ioread64_lo_hi ioread64_lo_hi |
Krzysztof Kozlowski | 8f28ca6 | 2020-08-14 17:32:07 -0700 | [diff] [blame] | 60 | static inline u64 ioread64_lo_hi(const void __iomem *addr) |
Logan Gunthorpe | c81d64d | 2019-01-16 11:25:21 -0700 | [diff] [blame] | 61 | { |
| 62 | u32 low, high; |
| 63 | |
| 64 | low = ioread32(addr); |
| 65 | high = ioread32(addr + sizeof(u32)); |
| 66 | |
| 67 | return low + ((u64)high << 32); |
| 68 | } |
| 69 | #endif |
| 70 | |
| 71 | #ifndef iowrite64_lo_hi |
| 72 | #define iowrite64_lo_hi iowrite64_lo_hi |
| 73 | static inline void iowrite64_lo_hi(u64 val, void __iomem *addr) |
| 74 | { |
| 75 | iowrite32(val, addr); |
| 76 | iowrite32(val >> 32, addr + sizeof(u32)); |
| 77 | } |
| 78 | #endif |
| 79 | |
| 80 | #ifndef ioread64be_lo_hi |
| 81 | #define ioread64be_lo_hi ioread64be_lo_hi |
Krzysztof Kozlowski | 8f28ca6 | 2020-08-14 17:32:07 -0700 | [diff] [blame] | 82 | static inline u64 ioread64be_lo_hi(const void __iomem *addr) |
Logan Gunthorpe | c81d64d | 2019-01-16 11:25:21 -0700 | [diff] [blame] | 83 | { |
| 84 | u32 low, high; |
| 85 | |
| 86 | low = ioread32be(addr + sizeof(u32)); |
| 87 | high = ioread32be(addr); |
| 88 | |
| 89 | return low + ((u64)high << 32); |
| 90 | } |
| 91 | #endif |
| 92 | |
| 93 | #ifndef iowrite64be_lo_hi |
| 94 | #define iowrite64be_lo_hi iowrite64be_lo_hi |
| 95 | static inline void iowrite64be_lo_hi(u64 val, void __iomem *addr) |
| 96 | { |
| 97 | iowrite32be(val, addr + sizeof(u32)); |
| 98 | iowrite32be(val >> 32, addr); |
| 99 | } |
| 100 | #endif |
| 101 | |
| 102 | #ifndef ioread64 |
| 103 | #define ioread64_is_nonatomic |
| 104 | #define ioread64 ioread64_lo_hi |
| 105 | #endif |
| 106 | |
| 107 | #ifndef iowrite64 |
| 108 | #define iowrite64_is_nonatomic |
| 109 | #define iowrite64 iowrite64_lo_hi |
| 110 | #endif |
| 111 | |
| 112 | #ifndef ioread64be |
| 113 | #define ioread64be_is_nonatomic |
| 114 | #define ioread64be ioread64be_lo_hi |
| 115 | #endif |
| 116 | |
| 117 | #ifndef iowrite64be |
| 118 | #define iowrite64be_is_nonatomic |
| 119 | #define iowrite64be iowrite64be_lo_hi |
| 120 | #endif |
| 121 | |
Christoph Hellwig | 2f8e2c8 | 2015-08-28 09:27:14 +0200 | [diff] [blame] | 122 | #endif /* _LINUX_IO_64_NONATOMIC_LO_HI_H_ */ |