Nicolas Palix | 9e39555 | 2013-03-02 22:36:26 +0100 | [diff] [blame] | 1 | #!/bin/bash |
Luis R. Rodriguez | c100d53 | 2016-06-29 15:14:58 -0700 | [diff] [blame] | 2 | # Linux kernel coccicheck |
| 3 | # |
Markus Elfring | 1e01892 | 2016-10-07 16:06:15 +0200 | [diff] [blame] | 4 | # Read Documentation/dev-tools/coccinelle.rst |
Nicolas Palix | ec97946 | 2013-07-03 16:41:01 +0200 | [diff] [blame] | 5 | # |
| 6 | # This script requires at least spatch |
| 7 | # version 1.0.0-rc11. |
Nicolas Palix | ec97946 | 2013-07-03 16:41:01 +0200 | [diff] [blame] | 8 | |
Luis R. Rodriguez | a9e064c | 2016-06-29 15:14:57 -0700 | [diff] [blame] | 9 | DIR="$(dirname $(readlink -f $0))/.." |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 10 | SPATCH="`which ${SPATCH:=spatch}`" |
| 11 | |
Luis R. Rodriguez | 13d9486 | 2016-06-29 15:14:51 -0700 | [diff] [blame] | 12 | if [ ! -x "$SPATCH" ]; then |
| 13 | echo 'spatch is part of the Coccinelle project and is available at http://coccinelle.lip6.fr/' |
| 14 | exit 1 |
| 15 | fi |
| 16 | |
Luis R. Rodriguez | a9e064c | 2016-06-29 15:14:57 -0700 | [diff] [blame] | 17 | SPATCH_VERSION=$($SPATCH --version | head -1 | awk '{print $3}') |
| 18 | SPATCH_VERSION_NUM=$(echo $SPATCH_VERSION | ${DIR}/scripts/ld-version.sh) |
| 19 | |
Luis R. Rodriguez | c930a1b | 2016-06-29 15:14:53 -0700 | [diff] [blame] | 20 | USE_JOBS="no" |
| 21 | $SPATCH --help | grep "\-\-jobs" > /dev/null && USE_JOBS="yes" |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 22 | |
Bernd Schubert | 26e5672 | 2013-01-29 17:03:37 +0100 | [diff] [blame] | 23 | # The verbosity may be set by the environmental parameter V= |
| 24 | # as for example with 'make V=1 coccicheck' |
| 25 | |
| 26 | if [ -n "$V" -a "$V" != "0" ]; then |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 27 | VERBOSE="$V" |
Bernd Schubert | 26e5672 | 2013-01-29 17:03:37 +0100 | [diff] [blame] | 28 | else |
| 29 | VERBOSE=0 |
| 30 | fi |
| 31 | |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 32 | if [ -z "$J" ]; then |
| 33 | NPROC=$(getconf _NPROCESSORS_ONLN) |
| 34 | else |
| 35 | NPROC="$J" |
| 36 | fi |
| 37 | |
Luis R. Rodriguez | 8e826ad | 2016-06-29 15:14:52 -0700 | [diff] [blame] | 38 | FLAGS="--very-quiet" |
Nicolas Palix | 9e39555 | 2013-03-02 22:36:26 +0100 | [diff] [blame] | 39 | |
Luis R. Rodriguez | 5c384db | 2016-06-29 15:14:55 -0700 | [diff] [blame] | 40 | # You can use SPFLAGS to append extra arguments to coccicheck or override any |
| 41 | # heuristics done in this file as Coccinelle accepts the last options when |
| 42 | # options conflict. |
| 43 | # |
| 44 | # A good example for use of SPFLAGS is if you want to debug your cocci script, |
| 45 | # you can for instance use the following: |
| 46 | # |
| 47 | # $ export COCCI=scripts/coccinelle/misc/irqf_oneshot.cocci |
| 48 | # $ make coccicheck MODE=report DEBUG_FILE="all.err" SPFLAGS="--profile --show-trying" M=./drivers/mfd/arizona-irq.c |
| 49 | # |
| 50 | # "--show-trying" should show you what rule is being processed as it goes to |
| 51 | # stdout, you do not need a debug file for that. The profile output will be |
| 52 | # be sent to stdout, if you provide a DEBUG_FILE the profiling data can be |
| 53 | # inspected there. |
| 54 | # |
| 55 | # --profile will not output if --very-quiet is used, so avoid it. |
| 56 | echo $SPFLAGS | egrep -e "--profile|--show-trying" 2>&1 > /dev/null |
| 57 | if [ $? -eq 0 ]; then |
| 58 | FLAGS="--quiet" |
| 59 | fi |
| 60 | |
Nicolas Palix | 9e39555 | 2013-03-02 22:36:26 +0100 | [diff] [blame] | 61 | # spatch only allows include directories with the syntax "-I include" |
| 62 | # while gcc also allows "-Iinclude" and "-include include" |
| 63 | COCCIINCLUDE=${LINUXINCLUDE//-I/-I } |
Andrzej Hajda | 5b16910 | 2015-09-22 15:15:30 +0200 | [diff] [blame] | 64 | COCCIINCLUDE=${COCCIINCLUDE// -include/ --include} |
Nicolas Palix | 9e39555 | 2013-03-02 22:36:26 +0100 | [diff] [blame] | 65 | |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 66 | if [ "$C" = "1" -o "$C" = "2" ]; then |
| 67 | ONLINE=1 |
| 68 | |
Nicolas Palix | 9e39555 | 2013-03-02 22:36:26 +0100 | [diff] [blame] | 69 | # Take only the last argument, which is the C file to test |
| 70 | shift $(( $# - 1 )) |
| 71 | OPTIONS="$COCCIINCLUDE $1" |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 72 | else |
| 73 | ONLINE=0 |
Greg Dietsche | d0bc1fb | 2011-11-05 20:59:43 -0500 | [diff] [blame] | 74 | if [ "$KBUILD_EXTMOD" = "" ] ; then |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 75 | OPTIONS="--dir $srctree $COCCIINCLUDE" |
Greg Dietsche | d0bc1fb | 2011-11-05 20:59:43 -0500 | [diff] [blame] | 76 | else |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 77 | OPTIONS="--dir $KBUILD_EXTMOD $COCCIINCLUDE" |
Greg Dietsche | d0bc1fb | 2011-11-05 20:59:43 -0500 | [diff] [blame] | 78 | fi |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 79 | fi |
| 80 | |
Nicolas Palix | bad6a40 | 2013-03-02 22:36:28 +0100 | [diff] [blame] | 81 | if [ "$KBUILD_EXTMOD" != "" ] ; then |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 82 | OPTIONS="--patch $srctree $OPTIONS" |
Nicolas Palix | bad6a40 | 2013-03-02 22:36:28 +0100 | [diff] [blame] | 83 | fi |
| 84 | |
Luis R. Rodriguez | c930a1b | 2016-06-29 15:14:53 -0700 | [diff] [blame] | 85 | # You can override by using SPFLAGS |
| 86 | if [ "$USE_JOBS" = "no" ]; then |
| 87 | trap kill_running SIGTERM SIGINT |
| 88 | declare -a SPATCH_PID |
| 89 | elif [ "$NPROC" != "1" ]; then |
| 90 | # Using 0 should work as well, refer to _SC_NPROCESSORS_ONLN use on |
| 91 | # https://github.com/rdicosmo/parmap/blob/master/setcore_stubs.c |
| 92 | OPTIONS="$OPTIONS --jobs $NPROC --chunksize 1" |
| 93 | fi |
| 94 | |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 95 | if [ "$MODE" = "" ] ; then |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 96 | if [ "$ONLINE" = "0" ] ; then |
Nicolas Palix | 1f0a674 | 2013-06-06 23:39:52 +0200 | [diff] [blame] | 97 | echo 'You have not explicitly specified the mode to use. Using default "report" mode.' |
| 98 | echo 'Available modes are the following: patch, report, context, org' |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 99 | echo 'You can specify the mode with "make coccicheck MODE=<mode>"' |
Nicolas Palix | 1f0a674 | 2013-06-06 23:39:52 +0200 | [diff] [blame] | 100 | echo 'Note however that some modes are not implemented by some semantic patches.' |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 101 | fi |
Nicolas Palix | 1f0a674 | 2013-06-06 23:39:52 +0200 | [diff] [blame] | 102 | MODE="report" |
| 103 | fi |
| 104 | |
| 105 | if [ "$MODE" = "chain" ] ; then |
| 106 | if [ "$ONLINE" = "0" ] ; then |
| 107 | echo 'You have selected the "chain" mode.' |
| 108 | echo 'All available modes will be tried (in that order): patch, report, context, org' |
| 109 | fi |
Nicolas Palix | 03ee0c4 | 2010-10-08 21:27:41 +0200 | [diff] [blame] | 110 | elif [ "$MODE" = "report" -o "$MODE" = "org" ] ; then |
Deepa Dinamani | 7a2358b | 2016-06-12 12:04:39 -0700 | [diff] [blame] | 111 | FLAGS="--no-show-diff $FLAGS" |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 112 | fi |
| 113 | |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 114 | if [ "$ONLINE" = "0" ] ; then |
| 115 | echo '' |
| 116 | echo 'Please check for false positives in the output before submitting a patch.' |
| 117 | echo 'When using "patch" mode, carefully review the patch before submitting it.' |
| 118 | echo '' |
| 119 | fi |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 120 | |
Luis R. Rodriguez | c930a1b | 2016-06-29 15:14:53 -0700 | [diff] [blame] | 121 | run_cmd_parmap() { |
| 122 | if [ $VERBOSE -ne 0 ] ; then |
| 123 | echo "Running ($NPROC in parallel): $@" |
| 124 | fi |
Julia Lawall | 9ed07ad | 2017-10-15 11:55:53 +0200 | [diff] [blame] | 125 | echo $@ >>$DEBUG_FILE |
| 126 | $@ 2>>$DEBUG_FILE |
Luis R. Rodriguez | c930a1b | 2016-06-29 15:14:53 -0700 | [diff] [blame] | 127 | if [[ $? -ne 0 ]]; then |
| 128 | echo "coccicheck failed" |
| 129 | exit $? |
| 130 | fi |
| 131 | } |
| 132 | |
| 133 | run_cmd_old() { |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 134 | local i |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 135 | if [ $VERBOSE -ne 0 ] ; then |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 136 | echo "Running ($NPROC in parallel): $@" |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 137 | fi |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 138 | for i in $(seq 0 $(( NPROC - 1)) ); do |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 139 | eval "$@ --max $NPROC --index $i &" |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 140 | SPATCH_PID[$i]=$! |
| 141 | if [ $VERBOSE -eq 2 ] ; then |
| 142 | echo "${SPATCH_PID[$i]} running" |
| 143 | fi |
| 144 | done |
| 145 | wait |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 146 | } |
| 147 | |
Luis R. Rodriguez | c930a1b | 2016-06-29 15:14:53 -0700 | [diff] [blame] | 148 | run_cmd() { |
| 149 | if [ "$USE_JOBS" = "yes" ]; then |
| 150 | run_cmd_parmap $@ |
| 151 | else |
| 152 | run_cmd_old $@ |
| 153 | fi |
| 154 | } |
| 155 | |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 156 | kill_running() { |
Kees Cook | 2552a39 | 2016-05-16 05:55:58 -0700 | [diff] [blame] | 157 | for i in $(seq 0 $(( NPROC - 1 )) ); do |
Kees Cook | 90d06a4 | 2013-06-18 14:49:29 -0700 | [diff] [blame] | 158 | if [ $VERBOSE -eq 2 ] ; then |
| 159 | echo "Killing ${SPATCH_PID[$i]}" |
| 160 | fi |
| 161 | kill ${SPATCH_PID[$i]} 2>/dev/null |
| 162 | done |
| 163 | } |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 164 | |
Luis R. Rodriguez | 8e826ad | 2016-06-29 15:14:52 -0700 | [diff] [blame] | 165 | # You can override heuristics with SPFLAGS, these must always go last |
| 166 | OPTIONS="$OPTIONS $SPFLAGS" |
| 167 | |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 168 | coccinelle () { |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 169 | COCCI="$1" |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 170 | |
Masahiro Yamada | e0be348 | 2017-10-26 13:50:38 +0900 | [diff] [blame] | 171 | OPT=`grep "Options:" $COCCI | cut -d':' -f2` |
| 172 | REQ=`grep "Requires:" $COCCI | cut -d':' -f2 | sed "s| ||"` |
Luis R. Rodriguez | a9e064c | 2016-06-29 15:14:57 -0700 | [diff] [blame] | 173 | REQ_NUM=$(echo $REQ | ${DIR}/scripts/ld-version.sh) |
| 174 | if [ "$REQ_NUM" != "0" ] ; then |
| 175 | if [ "$SPATCH_VERSION_NUM" -lt "$REQ_NUM" ] ; then |
| 176 | echo "Skipping coccinele SmPL patch: $COCCI" |
| 177 | echo "You have coccinelle: $SPATCH_VERSION" |
| 178 | echo "This SmPL patch requires: $REQ" |
| 179 | return |
| 180 | fi |
| 181 | fi |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 182 | |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 183 | # The option '--parse-cocci' can be used to syntactically check the SmPL files. |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 184 | # |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 185 | # $SPATCH -D $MODE $FLAGS -parse_cocci $COCCI $OPT > /dev/null |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 186 | |
Nicolas Palix | 35d88a3 | 2013-03-02 22:36:25 +0100 | [diff] [blame] | 187 | if [ $VERBOSE -ne 0 -a $ONLINE -eq 0 ] ; then |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 188 | |
Masahiro Yamada | cd1af7c | 2017-10-26 13:55:51 +0900 | [diff] [blame^] | 189 | FILE=${COCCI#$srctree/} |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 190 | |
Nicolas Palix | 3c90841 | 2010-10-08 21:27:38 +0200 | [diff] [blame] | 191 | echo "Processing `basename $COCCI`" |
| 192 | echo "with option(s) \"$OPT\"" |
| 193 | echo '' |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 194 | echo 'Message example to submit a patch:' |
| 195 | |
Nicolas Palix | 3c90841 | 2010-10-08 21:27:38 +0200 | [diff] [blame] | 196 | sed -ne 's|^///||p' $COCCI |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 197 | |
Nicolas Palix | 062c182 | 2010-10-24 23:37:34 +0200 | [diff] [blame] | 198 | if [ "$MODE" = "patch" ] ; then |
| 199 | echo ' The semantic patch that makes this change is available' |
| 200 | elif [ "$MODE" = "report" ] ; then |
| 201 | echo ' The semantic patch that makes this report is available' |
| 202 | elif [ "$MODE" = "context" ] ; then |
| 203 | echo ' The semantic patch that spots this code is available' |
| 204 | elif [ "$MODE" = "org" ] ; then |
| 205 | echo ' The semantic patch that makes this Org report is available' |
| 206 | else |
| 207 | echo ' The semantic patch that makes this output is available' |
| 208 | fi |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 209 | echo " in $FILE." |
| 210 | echo '' |
| 211 | echo ' More information about semantic patching is available at' |
| 212 | echo ' http://coccinelle.lip6.fr/' |
| 213 | echo '' |
| 214 | |
Nicolas Palix | 3c90841 | 2010-10-08 21:27:38 +0200 | [diff] [blame] | 215 | if [ "`sed -ne 's|^//#||p' $COCCI`" ] ; then |
| 216 | echo 'Semantic patch information:' |
| 217 | sed -ne 's|^//#||p' $COCCI |
| 218 | echo '' |
| 219 | fi |
Nicolas Palix | 2c1160c8 | 2010-10-08 21:27:40 +0200 | [diff] [blame] | 220 | fi |
Nicolas Palix | 3c90841 | 2010-10-08 21:27:38 +0200 | [diff] [blame] | 221 | |
Nicolas Palix | 2c1160c8 | 2010-10-08 21:27:40 +0200 | [diff] [blame] | 222 | if [ "$MODE" = "chain" ] ; then |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 223 | run_cmd $SPATCH -D patch \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 224 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \ |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 225 | run_cmd $SPATCH -D report \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 226 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || \ |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 227 | run_cmd $SPATCH -D context \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 228 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS || \ |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 229 | run_cmd $SPATCH -D org \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 230 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff || exit 1 |
Nicolas Palix | c05cd6d | 2012-09-20 22:30:46 +0200 | [diff] [blame] | 231 | elif [ "$MODE" = "rep+ctxt" ] ; then |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 232 | run_cmd $SPATCH -D report \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 233 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS --no-show-diff && \ |
Bernd Schubert | 5303265 | 2013-01-29 17:03:42 +0100 | [diff] [blame] | 234 | run_cmd $SPATCH -D context \ |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 235 | $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1 |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 236 | else |
Nicolas Palix | 93f1446 | 2013-06-20 13:10:56 +0200 | [diff] [blame] | 237 | run_cmd $SPATCH -D $MODE $FLAGS --cocci-file $COCCI $OPT $OPTIONS || exit 1 |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 238 | fi |
| 239 | |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 240 | } |
| 241 | |
Julia Lawall | 9ed07ad | 2017-10-15 11:55:53 +0200 | [diff] [blame] | 242 | if [ "$DEBUG_FILE" != "/dev/null" -a "$DEBUG_FILE" != "" ]; then |
| 243 | if [ -f $DEBUG_FILE ]; then |
| 244 | echo "Debug file $DEBUG_FILE exists, bailing" |
| 245 | exit |
| 246 | fi |
| 247 | else |
| 248 | DEBUG_FILE="/dev/null" |
| 249 | fi |
| 250 | |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 251 | if [ "$COCCI" = "" ] ; then |
| 252 | for f in `find $srctree/scripts/coccinelle/ -name '*.cocci' -type f | sort`; do |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 253 | coccinelle $f |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 254 | done |
| 255 | else |
Nicolas Palix | 1e9dea2 | 2010-06-13 09:26:34 +0200 | [diff] [blame] | 256 | coccinelle $COCCI |
Nicolas Palix | 74425ee | 2010-06-06 17:15:01 +0200 | [diff] [blame] | 257 | fi |