blob: 8e2da71f1d5fa7548b0ba96af14571193d2ae052 [file] [log] [blame]
Mark Rutlandace9bad2018-09-04 11:48:25 +01001#!/bin/sh
2# SPDX-License-Identifier: GPL-2.0
3
4ATOMICDIR=$(dirname $0)
5
6. ${ATOMICDIR}/atomic-tbl.sh
7
Mark Rutlandf3e615b2021-07-13 11:52:50 +01008#gen_template_fallback(template, meta, pfx, name, sfx, order, atomic, int, args...)
Mark Rutlandace9bad2018-09-04 11:48:25 +01009gen_template_fallback()
10{
11 local template="$1"; shift
12 local meta="$1"; shift
13 local pfx="$1"; shift
14 local name="$1"; shift
15 local sfx="$1"; shift
16 local order="$1"; shift
17 local atomic="$1"; shift
18 local int="$1"; shift
19
Mark Rutlandf3e615b2021-07-13 11:52:50 +010020 local atomicname="arch_${atomic}_${pfx}${name}${sfx}${order}"
Mark Rutlandace9bad2018-09-04 11:48:25 +010021
22 local ret="$(gen_ret_type "${meta}" "${int}")"
23 local retstmt="$(gen_ret_stmt "${meta}")"
24 local params="$(gen_params "${int}" "${atomic}" "$@")"
25 local args="$(gen_args "$@")"
26
27 if [ ! -z "${template}" ]; then
28 printf "#ifndef ${atomicname}\n"
29 . ${template}
30 printf "#define ${atomicname} ${atomicname}\n"
31 printf "#endif\n\n"
32 fi
33}
34
Mark Rutlandf3e615b2021-07-13 11:52:50 +010035#gen_proto_fallback(meta, pfx, name, sfx, order, atomic, int, args...)
Mark Rutlandace9bad2018-09-04 11:48:25 +010036gen_proto_fallback()
37{
38 local meta="$1"; shift
39 local pfx="$1"; shift
40 local name="$1"; shift
41 local sfx="$1"; shift
42 local order="$1"; shift
43
44 local tmpl="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
45 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@"
46}
47
48#gen_basic_fallbacks(basename)
49gen_basic_fallbacks()
50{
51 local basename="$1"; shift
52cat << EOF
53#define ${basename}_acquire ${basename}
54#define ${basename}_release ${basename}
55#define ${basename}_relaxed ${basename}
56EOF
57}
58
Peter Zijlstra5faafd52020-06-25 15:55:14 +020059gen_proto_order_variant()
60{
61 local meta="$1"; shift
62 local pfx="$1"; shift
63 local name="$1"; shift
64 local sfx="$1"; shift
65 local order="$1"; shift
Mark Rutlandf3e615b2021-07-13 11:52:50 +010066 local atomic="$1"
Peter Zijlstra5faafd52020-06-25 15:55:14 +020067
Mark Rutlandf3e615b2021-07-13 11:52:50 +010068 local basename="arch_${atomic}_${pfx}${name}${sfx}"
Peter Zijlstra5faafd52020-06-25 15:55:14 +020069
Mark Rutlandf3e615b2021-07-13 11:52:50 +010070 printf "#define ${basename}${order} ${basename}${order}\n"
Peter Zijlstra5faafd52020-06-25 15:55:14 +020071}
72
Mark Rutlandf3e615b2021-07-13 11:52:50 +010073#gen_proto_order_variants(meta, pfx, name, sfx, atomic, int, args...)
Mark Rutlandace9bad2018-09-04 11:48:25 +010074gen_proto_order_variants()
75{
76 local meta="$1"; shift
77 local pfx="$1"; shift
78 local name="$1"; shift
79 local sfx="$1"; shift
Mark Rutlandf3e615b2021-07-13 11:52:50 +010080 local atomic="$1"
Mark Rutlandace9bad2018-09-04 11:48:25 +010081
Mark Rutlandf3e615b2021-07-13 11:52:50 +010082 local basename="arch_${atomic}_${pfx}${name}${sfx}"
Mark Rutlandace9bad2018-09-04 11:48:25 +010083
84 local template="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
85
86 # If we don't have relaxed atomics, then we don't bother with ordering fallbacks
87 # read_acquire and set_release need to be templated, though
88 if ! meta_has_relaxed "${meta}"; then
89 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
90
91 if meta_has_acquire "${meta}"; then
92 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
93 fi
94
95 if meta_has_release "${meta}"; then
96 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
97 fi
98
99 return
100 fi
101
102 printf "#ifndef ${basename}_relaxed\n"
103
104 if [ ! -z "${template}" ]; then
105 printf "#ifdef ${basename}\n"
106 fi
107
108 gen_basic_fallbacks "${basename}"
109
110 if [ ! -z "${template}" ]; then
Mark Rutland47401d92021-07-13 11:52:49 +0100111 printf "#endif /* ${basename} */\n\n"
Mark Rutlandace9bad2018-09-04 11:48:25 +0100112 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
113 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
114 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
115 gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_relaxed" "$@"
116 fi
117
118 printf "#else /* ${basename}_relaxed */\n\n"
119
120 gen_template_fallback "${ATOMICDIR}/fallbacks/acquire" "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
121 gen_template_fallback "${ATOMICDIR}/fallbacks/release" "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
122 gen_template_fallback "${ATOMICDIR}/fallbacks/fence" "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
123
124 printf "#endif /* ${basename}_relaxed */\n\n"
125}
126
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900127gen_order_fallbacks()
Mark Rutlandace9bad2018-09-04 11:48:25 +0100128{
129 local xchg="$1"; shift
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900130
Mark Rutlandace9bad2018-09-04 11:48:25 +0100131cat <<EOF
Mark Rutlandace9bad2018-09-04 11:48:25 +0100132
133#ifndef ${xchg}_acquire
134#define ${xchg}_acquire(...) \\
135 __atomic_op_acquire(${xchg}, __VA_ARGS__)
136#endif
137
138#ifndef ${xchg}_release
139#define ${xchg}_release(...) \\
140 __atomic_op_release(${xchg}, __VA_ARGS__)
141#endif
142
143#ifndef ${xchg}
144#define ${xchg}(...) \\
145 __atomic_op_fence(${xchg}, __VA_ARGS__)
146#endif
147
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900148EOF
149}
150
151gen_xchg_fallbacks()
152{
153 local xchg="$1"; shift
154 printf "#ifndef ${xchg}_relaxed\n"
155
156 gen_basic_fallbacks ${xchg}
157
158 printf "#else /* ${xchg}_relaxed */\n"
159
160 gen_order_fallbacks ${xchg}
161
162 printf "#endif /* ${xchg}_relaxed */\n\n"
163}
164
165gen_try_cmpxchg_fallback()
166{
167 local order="$1"; shift;
168
169cat <<EOF
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100170#ifndef arch_try_cmpxchg${order}
171#define arch_try_cmpxchg${order}(_ptr, _oldp, _new) \\
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900172({ \\
173 typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \\
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100174 ___r = arch_cmpxchg${order}((_ptr), ___o, (_new)); \\
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900175 if (unlikely(___r != ___o)) \\
176 *___op = ___r; \\
177 likely(___r == ___o); \\
178})
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100179#endif /* arch_try_cmpxchg${order} */
Mark Rutlandace9bad2018-09-04 11:48:25 +0100180
181EOF
182}
183
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900184gen_try_cmpxchg_fallbacks()
185{
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100186 printf "#ifndef arch_try_cmpxchg_relaxed\n"
187 printf "#ifdef arch_try_cmpxchg\n"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900188
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100189 gen_basic_fallbacks "arch_try_cmpxchg"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900190
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100191 printf "#endif /* arch_try_cmpxchg */\n\n"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900192
193 for order in "" "_acquire" "_release" "_relaxed"; do
194 gen_try_cmpxchg_fallback "${order}"
195 done
196
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100197 printf "#else /* arch_try_cmpxchg_relaxed */\n"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900198
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100199 gen_order_fallbacks "arch_try_cmpxchg"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900200
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100201 printf "#endif /* arch_try_cmpxchg_relaxed */\n\n"
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900202}
203
Mark Rutlandace9bad2018-09-04 11:48:25 +0100204cat << EOF
205// SPDX-License-Identifier: GPL-2.0
206
207// Generated by $0
208// DO NOT MODIFY THIS FILE DIRECTLY
209
210#ifndef _LINUX_ATOMIC_FALLBACK_H
211#define _LINUX_ATOMIC_FALLBACK_H
212
Marco Elver765dcd22019-11-26 15:04:05 +0100213#include <linux/compiler.h>
214
Mark Rutlandace9bad2018-09-04 11:48:25 +0100215EOF
216
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100217for xchg in "arch_xchg" "arch_cmpxchg" "arch_cmpxchg64"; do
Mark Rutlandace9bad2018-09-04 11:48:25 +0100218 gen_xchg_fallbacks "${xchg}"
219done
220
Peter Zijlstra29f006f2020-08-29 22:03:35 +0900221gen_try_cmpxchg_fallbacks
222
Mark Rutlandace9bad2018-09-04 11:48:25 +0100223grep '^[a-z]' "$1" | while read name meta args; do
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100224 gen_proto "${meta}" "${name}" "atomic" "int" ${args}
Mark Rutlandace9bad2018-09-04 11:48:25 +0100225done
226
227cat <<EOF
Mark Rutlandace9bad2018-09-04 11:48:25 +0100228#ifdef CONFIG_GENERIC_ATOMIC64
229#include <asm-generic/atomic64.h>
230#endif
231
232EOF
233
234grep '^[a-z]' "$1" | while read name meta args; do
Mark Rutlandf3e615b2021-07-13 11:52:50 +0100235 gen_proto "${meta}" "${name}" "atomic64" "s64" ${args}
Mark Rutlandace9bad2018-09-04 11:48:25 +0100236done
237
238cat <<EOF
Mark Rutlandace9bad2018-09-04 11:48:25 +0100239#endif /* _LINUX_ATOMIC_FALLBACK_H */
240EOF