blob: 209bb0427b43c13304ef0cd0872bd978b793ff8f [file] [log] [blame]
Nicolas Palix9e395552013-03-02 22:36:26 +01001#!/bin/bash
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01002# SPDX-License-Identifier: GPL-2.0
Luis R. Rodriguezc100d532016-06-29 15:14:58 -07003# Linux kernel coccicheck
4#
Markus Elfring1e018922016-10-07 16:06:15 +02005# Read Documentation/dev-tools/coccinelle.rst
Nicolas Palixec979462013-07-03 16:41:01 +02006#
7# This script requires at least spatch
8# version 1.0.0-rc11.
Nicolas Palixec979462013-07-03 16:41:01 +02009
Luis R. Rodrigueza9e064c2016-06-29 15:14:57 -070010DIR="$(dirname $(readlink -f $0))/.."
Nicolas Palix74425ee2010-06-06 17:15:01 +020011SPATCH="`which ${SPATCH:=spatch}`"
12
Luis R. Rodriguez13d94862016-06-29 15:14:51 -070013if [ ! -x "$SPATCH" ]; then
14 echo 'spatch is part of the Coccinelle project and is available at http://coccinelle.lip6.fr/'
15 exit 1
16fi
17
Luis R. Rodrigueza9e064c2016-06-29 15:14:57 -070018SPATCH_VERSION=$($SPATCH --version | head -1 | awk '{print $3}')
19SPATCH_VERSION_NUM=$(echo $SPATCH_VERSION | ${DIR}/scripts/ld-version.sh)
20
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -070021USE_JOBS="no"
22$SPATCH --help | grep "\-\-jobs" > /dev/null && USE_JOBS="yes"
Kees Cook90d06a42013-06-18 14:49:29 -070023
Bernd Schubert26e56722013-01-29 17:03:37 +010024# The verbosity may be set by the environmental parameter V=
25# as for example with 'make V=1 coccicheck'
26
27if [ -n "$V" -a "$V" != "0" ]; then
Kees Cook90d06a42013-06-18 14:49:29 -070028 VERBOSE="$V"
Bernd Schubert26e56722013-01-29 17:03:37 +010029else
30 VERBOSE=0
31fi
32
Luis R. Rodriguez8e826ad2016-06-29 15:14:52 -070033FLAGS="--very-quiet"
Nicolas Palix9e395552013-03-02 22:36:26 +010034
Luis R. Rodriguez5c384db2016-06-29 15:14:55 -070035# You can use SPFLAGS to append extra arguments to coccicheck or override any
36# heuristics done in this file as Coccinelle accepts the last options when
37# options conflict.
38#
39# A good example for use of SPFLAGS is if you want to debug your cocci script,
40# you can for instance use the following:
41#
42# $ export COCCI=scripts/coccinelle/misc/irqf_oneshot.cocci
43# $ make coccicheck MODE=report DEBUG_FILE="all.err" SPFLAGS="--profile --show-trying" M=./drivers/mfd/arizona-irq.c
44#
45# "--show-trying" should show you what rule is being processed as it goes to
46# stdout, you do not need a debug file for that. The profile output will be
47# be sent to stdout, if you provide a DEBUG_FILE the profiling data can be
48# inspected there.
49#
50# --profile will not output if --very-quiet is used, so avoid it.
51echo $SPFLAGS | egrep -e "--profile|--show-trying" 2>&1 > /dev/null
52if [ $? -eq 0 ]; then
53 FLAGS="--quiet"
54fi
55
Nicolas Palix9e395552013-03-02 22:36:26 +010056# spatch only allows include directories with the syntax "-I include"
57# while gcc also allows "-Iinclude" and "-include include"
58COCCIINCLUDE=${LINUXINCLUDE//-I/-I }
Andrzej Hajda5b169102015-09-22 15:15:30 +020059COCCIINCLUDE=${COCCIINCLUDE// -include/ --include}
Nicolas Palix9e395552013-03-02 22:36:26 +010060
Nicolas Palix1e9dea22010-06-13 09:26:34 +020061if [ "$C" = "1" -o "$C" = "2" ]; then
62 ONLINE=1
63
Nicolas Palix9e395552013-03-02 22:36:26 +010064 # Take only the last argument, which is the C file to test
65 shift $(( $# - 1 ))
66 OPTIONS="$COCCIINCLUDE $1"
Masahiro Yamadad7059ca2017-11-14 20:38:07 +090067
68 # No need to parallelize Coccinelle since this mode takes one input file.
69 NPROC=1
Nicolas Palix1e9dea22010-06-13 09:26:34 +020070else
71 ONLINE=0
Greg Dietsched0bc1fb2011-11-05 20:59:43 -050072 if [ "$KBUILD_EXTMOD" = "" ] ; then
Nicolas Palix93f14462013-06-20 13:10:56 +020073 OPTIONS="--dir $srctree $COCCIINCLUDE"
Greg Dietsched0bc1fb2011-11-05 20:59:43 -050074 else
Nicolas Palix93f14462013-06-20 13:10:56 +020075 OPTIONS="--dir $KBUILD_EXTMOD $COCCIINCLUDE"
Greg Dietsched0bc1fb2011-11-05 20:59:43 -050076 fi
Masahiro Yamadad7059ca2017-11-14 20:38:07 +090077
Sumera Priyadarsinie16a7c42020-09-24 16:56:08 +053078 # Use only one thread per core by default if hyperthreading is enabled
Sumera Priyadarsini2f324dd2020-10-11 15:58:43 +053079 THREADS_PER_CORE=$(lscpu | grep "Thread(s) per core: " | tr -cd "[:digit:]")
Masahiro Yamadad7059ca2017-11-14 20:38:07 +090080 if [ -z "$J" ]; then
81 NPROC=$(getconf _NPROCESSORS_ONLN)
Sumera Priyadarsinic5864562020-10-11 15:59:42 +053082 if [ $THREADS_PER_CORE -gt 1 -a $NPROC -gt 4 ] ; then
Sumera Priyadarsinie16a7c42020-09-24 16:56:08 +053083 NPROC=$((NPROC/2))
84 fi
Masahiro Yamadad7059ca2017-11-14 20:38:07 +090085 else
86 NPROC="$J"
87 fi
Nicolas Palix1e9dea22010-06-13 09:26:34 +020088fi
89
Nicolas Palixbad6a402013-03-02 22:36:28 +010090if [ "$KBUILD_EXTMOD" != "" ] ; then
Nicolas Palix93f14462013-06-20 13:10:56 +020091 OPTIONS="--patch $srctree $OPTIONS"
Nicolas Palixbad6a402013-03-02 22:36:28 +010092fi
93
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -070094# You can override by using SPFLAGS
95if [ "$USE_JOBS" = "no" ]; then
96 trap kill_running SIGTERM SIGINT
97 declare -a SPATCH_PID
98elif [ "$NPROC" != "1" ]; then
99 # Using 0 should work as well, refer to _SC_NPROCESSORS_ONLN use on
100 # https://github.com/rdicosmo/parmap/blob/master/setcore_stubs.c
101 OPTIONS="$OPTIONS --jobs $NPROC --chunksize 1"
102fi
103
Nicolas Palix74425ee2010-06-06 17:15:01 +0200104if [ "$MODE" = "" ] ; then
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200105 if [ "$ONLINE" = "0" ] ; then
Nicolas Palix1f0a6742013-06-06 23:39:52 +0200106 echo 'You have not explicitly specified the mode to use. Using default "report" mode.'
Sumera Priyadarsini4b2bd202020-08-05 14:27:40 +0530107 echo 'Available modes are the following: patch, report, context, org, chain'
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200108 echo 'You can specify the mode with "make coccicheck MODE=<mode>"'
Nicolas Palix1f0a6742013-06-06 23:39:52 +0200109 echo 'Note however that some modes are not implemented by some semantic patches.'
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200110 fi
Nicolas Palix1f0a6742013-06-06 23:39:52 +0200111 MODE="report"
112fi
113
114if [ "$MODE" = "chain" ] ; then
115 if [ "$ONLINE" = "0" ] ; then
116 echo 'You have selected the "chain" mode.'
117 echo 'All available modes will be tried (in that order): patch, report, context, org'
118 fi
Nicolas Palix03ee0c42010-10-08 21:27:41 +0200119elif [ "$MODE" = "report" -o "$MODE" = "org" ] ; then
Deepa Dinamani7a2358b2016-06-12 12:04:39 -0700120 FLAGS="--no-show-diff $FLAGS"
Nicolas Palix74425ee2010-06-06 17:15:01 +0200121fi
122
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200123if [ "$ONLINE" = "0" ] ; then
124 echo ''
125 echo 'Please check for false positives in the output before submitting a patch.'
126 echo 'When using "patch" mode, carefully review the patch before submitting it.'
127 echo ''
128fi
Nicolas Palix74425ee2010-06-06 17:15:01 +0200129
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -0700130run_cmd_parmap() {
131 if [ $VERBOSE -ne 0 ] ; then
132 echo "Running ($NPROC in parallel): $@"
133 fi
Sumera Priyadarsinia19d1352020-09-13 17:35:48 +0530134 if [ "$DEBUG_FILE" != "/dev/null" -a "$DEBUG_FILE" != "" ]; then
135 echo $@>>$DEBUG_FILE
136 $@ 2>>$DEBUG_FILE
137 else
138 echo $@
139 $@ 2>&1
140 fi
141
Denis Efremov512ddf72018-08-10 23:25:55 +0300142 err=$?
143 if [[ $err -ne 0 ]]; then
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -0700144 echo "coccicheck failed"
Denis Efremov512ddf72018-08-10 23:25:55 +0300145 exit $err
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -0700146 fi
147}
148
149run_cmd_old() {
Kees Cook90d06a42013-06-18 14:49:29 -0700150 local i
Bernd Schubert53032652013-01-29 17:03:42 +0100151 if [ $VERBOSE -ne 0 ] ; then
Kees Cook90d06a42013-06-18 14:49:29 -0700152 echo "Running ($NPROC in parallel): $@"
Bernd Schubert53032652013-01-29 17:03:42 +0100153 fi
Kees Cook90d06a42013-06-18 14:49:29 -0700154 for i in $(seq 0 $(( NPROC - 1)) ); do
Nicolas Palix93f14462013-06-20 13:10:56 +0200155 eval "$@ --max $NPROC --index $i &"
Kees Cook90d06a42013-06-18 14:49:29 -0700156 SPATCH_PID[$i]=$!
157 if [ $VERBOSE -eq 2 ] ; then
158 echo "${SPATCH_PID[$i]} running"
159 fi
160 done
161 wait
Bernd Schubert53032652013-01-29 17:03:42 +0100162}
163
Luis R. Rodriguezc930a1b2016-06-29 15:14:53 -0700164run_cmd() {
165 if [ "$USE_JOBS" = "yes" ]; then
166 run_cmd_parmap $@
167 else
168 run_cmd_old $@
169 fi
170}
171
Kees Cook90d06a42013-06-18 14:49:29 -0700172kill_running() {
Kees Cook2552a392016-05-16 05:55:58 -0700173 for i in $(seq 0 $(( NPROC - 1 )) ); do
Kees Cook90d06a42013-06-18 14:49:29 -0700174 if [ $VERBOSE -eq 2 ] ; then
175 echo "Killing ${SPATCH_PID[$i]}"
176 fi
177 kill ${SPATCH_PID[$i]} 2>/dev/null
178 done
179}
Bernd Schubert53032652013-01-29 17:03:42 +0100180
Luis R. Rodriguez8e826ad2016-06-29 15:14:52 -0700181# You can override heuristics with SPFLAGS, these must always go last
182OPTIONS="$OPTIONS $SPFLAGS"
183
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200184coccinelle () {
Nicolas Palix74425ee2010-06-06 17:15:01 +0200185 COCCI="$1"
Nicolas Palix74425ee2010-06-06 17:15:01 +0200186
Masahiro Yamadae0be3482017-10-26 13:50:38 +0900187 OPT=`grep "Options:" $COCCI | cut -d':' -f2`
188 REQ=`grep "Requires:" $COCCI | cut -d':' -f2 | sed "s| ||"`
Luis R. Rodrigueza9e064c2016-06-29 15:14:57 -0700189 REQ_NUM=$(echo $REQ | ${DIR}/scripts/ld-version.sh)
190 if [ "$REQ_NUM" != "0" ] ; then
191 if [ "$SPATCH_VERSION_NUM" -lt "$REQ_NUM" ] ; then
Julia Lawall1640eea2018-02-01 10:20:55 +0100192 echo "Skipping coccinelle SmPL patch: $COCCI"
Luis R. Rodrigueza9e064c2016-06-29 15:14:57 -0700193 echo "You have coccinelle: $SPATCH_VERSION"
194 echo "This SmPL patch requires: $REQ"
195 return
196 fi
197 fi
Nicolas Palix74425ee2010-06-06 17:15:01 +0200198
Nicolas Palix93f14462013-06-20 13:10:56 +0200199# The option '--parse-cocci' can be used to syntactically check the SmPL files.
Nicolas Palix74425ee2010-06-06 17:15:01 +0200200#
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200201# $SPATCH -D $MODE $FLAGS -parse_cocci $COCCI $OPT > /dev/null
Nicolas Palix74425ee2010-06-06 17:15:01 +0200202
Nicolas Palix35d88a32013-03-02 22:36:25 +0100203 if [ $VERBOSE -ne 0 -a $ONLINE -eq 0 ] ; then
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200204
Masahiro Yamadacd1af7c2017-10-26 13:55:51 +0900205 FILE=${COCCI#$srctree/}
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200206
Nicolas Palix3c908412010-10-08 21:27:38 +0200207 echo "Processing `basename $COCCI`"
208 echo "with option(s) \"$OPT\""
209 echo ''
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200210 echo 'Message example to submit a patch:'
211
Nicolas Palix3c908412010-10-08 21:27:38 +0200212 sed -ne 's|^///||p' $COCCI
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200213
Nicolas Palix062c1822010-10-24 23:37:34 +0200214 if [ "$MODE" = "patch" ] ; then
215 echo ' The semantic patch that makes this change is available'
216 elif [ "$MODE" = "report" ] ; then
217 echo ' The semantic patch that makes this report is available'
218 elif [ "$MODE" = "context" ] ; then
219 echo ' The semantic patch that spots this code is available'
220 elif [ "$MODE" = "org" ] ; then
221 echo ' The semantic patch that makes this Org report is available'
222 else
223 echo ' The semantic patch that makes this output is available'
224 fi
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200225 echo " in $FILE."
226 echo ''
227 echo ' More information about semantic patching is available at'
228 echo ' http://coccinelle.lip6.fr/'
229 echo ''
230
Nicolas Palix3c908412010-10-08 21:27:38 +0200231 if [ "`sed -ne 's|^//#||p' $COCCI`" ] ; then
232 echo 'Semantic patch information:'
233 sed -ne 's|^//#||p' $COCCI
234 echo ''
235 fi
Nicolas Palix2c1160c82010-10-08 21:27:40 +0200236 fi
Nicolas Palix3c908412010-10-08 21:27:38 +0200237
Nicolas Palix2c1160c82010-10-08 21:27:40 +0200238 if [ "$MODE" = "chain" ] ; then
Bernd Schubert53032652013-01-29 17:03:42 +0100239 run_cmd $SPATCH -D patch \
Nicolas Palix93f14462013-06-20 13:10:56 +0200240 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \
Bernd Schubert53032652013-01-29 17:03:42 +0100241 run_cmd $SPATCH -D report \
Nicolas Palix93f14462013-06-20 13:10:56 +0200242 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || \
Bernd Schubert53032652013-01-29 17:03:42 +0100243 run_cmd $SPATCH -D context \
Nicolas Palix93f14462013-06-20 13:10:56 +0200244 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \
Bernd Schubert53032652013-01-29 17:03:42 +0100245 run_cmd $SPATCH -D org \
Nicolas Palix93f14462013-06-20 13:10:56 +0200246 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || exit 1
Nicolas Palixc05cd6d2012-09-20 22:30:46 +0200247 elif [ "$MODE" = "rep+ctxt" ] ; then
Bernd Schubert53032652013-01-29 17:03:42 +0100248 run_cmd $SPATCH -D report \
Nicolas Palix93f14462013-06-20 13:10:56 +0200249 $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff && \
Bernd Schubert53032652013-01-29 17:03:42 +0100250 run_cmd $SPATCH -D context \
Nicolas Palix93f14462013-06-20 13:10:56 +0200251 $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200252 else
Nicolas Palix93f14462013-06-20 13:10:56 +0200253 run_cmd $SPATCH -D $MODE $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200254 fi
255
Nicolas Palix74425ee2010-06-06 17:15:01 +0200256}
257
Julia Lawall9ed07ad2017-10-15 11:55:53 +0200258if [ "$DEBUG_FILE" != "/dev/null" -a "$DEBUG_FILE" != "" ]; then
259 if [ -f $DEBUG_FILE ]; then
260 echo "Debug file $DEBUG_FILE exists, bailing"
261 exit
262 fi
263else
264 DEBUG_FILE="/dev/null"
265fi
266
Nicolas Palix74425ee2010-06-06 17:15:01 +0200267if [ "$COCCI" = "" ] ; then
268 for f in `find $srctree/scripts/coccinelle/ -name '*.cocci' -type f | sort`; do
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200269 coccinelle $f
Nicolas Palix74425ee2010-06-06 17:15:01 +0200270 done
271else
Nicolas Palix1e9dea22010-06-13 09:26:34 +0200272 coccinelle $COCCI
Nicolas Palix74425ee2010-06-06 17:15:01 +0200273fi