blob: 5be86b1025e8d676ec5582c7cc22e1e03d3ef11d [file] [log] [blame]
Paul E. McKenney1c27b642018-01-18 19:58:55 -08001// SPDX-License-Identifier: GPL-2.0+
2(*
3 * Copyright (C) 2015 Jade Alglave <j.alglave@ucl.ac.uk>,
4 * Copyright (C) 2016 Luc Maranget <luc.maranget@inria.fr> for Inria
5 * Copyright (C) 2017 Alan Stern <stern@rowland.harvard.edu>,
6 * Andrea Parri <parri.andrea@gmail.com>
7 *
Andrea Parri1a00b4552018-05-14 16:33:56 -07008 * An earlier version of this file appeared in the companion webpage for
Paul E. McKenney1c27b642018-01-18 19:58:55 -08009 * "Frightening small children and disconcerting grown-ups: Concurrency
10 * in the Linux kernel" by Alglave, Maranget, McKenney, Parri, and Stern,
Andrea Parri1a00b4552018-05-14 16:33:56 -070011 * which appeared in ASPLOS 2018.
Paul E. McKenney1c27b642018-01-18 19:58:55 -080012 *)
13
Andrea Parri48d44d42018-02-20 15:25:01 -080014"Linux-kernel memory consistency model"
Paul E. McKenney1c27b642018-01-18 19:58:55 -080015
Mark Rutlandaf41db5e2018-07-16 11:05:57 -070016enum Accesses = 'once (*READ_ONCE,WRITE_ONCE*) ||
Paul E. McKenney1c27b642018-01-18 19:58:55 -080017 'release (*smp_store_release*) ||
18 'acquire (*smp_load_acquire*) ||
19 'noreturn (* R of non-return RMW *)
20instructions R[{'once,'acquire,'noreturn}]
21instructions W[{'once,'release}]
22instructions RMW[{'once,'acquire,'release}]
23
24enum Barriers = 'wmb (*smp_wmb*) ||
25 'rmb (*smp_rmb*) ||
26 'mb (*smp_mb*) ||
Alan Stern0031e382019-04-22 12:18:09 -040027 'barrier (*barrier*) ||
Paul E. McKenney1c27b642018-01-18 19:58:55 -080028 'rcu-lock (*rcu_read_lock*) ||
29 'rcu-unlock (*rcu_read_unlock*) ||
30 'sync-rcu (*synchronize_rcu*) ||
Paul E. McKenneycac79a392018-02-20 15:25:11 -080031 'before-atomic (*smp_mb__before_atomic*) ||
32 'after-atomic (*smp_mb__after_atomic*) ||
Andrea Parri5b735eb2018-12-03 15:04:49 -080033 'after-spinlock (*smp_mb__after_spinlock*) ||
34 'after-unlock-lock (*smp_mb__after_unlock_lock*)
Paul E. McKenney1c27b642018-01-18 19:58:55 -080035instructions F[Barriers]
36
Alan Sterna3f600d2018-11-15 11:20:37 -050037(* SRCU *)
38enum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu
39instructions SRCU[SRCU]
40(* All srcu events *)
41let Srcu = Srcu-lock | Srcu-unlock | Sync-srcu
42
Paul E. McKenney1c27b642018-01-18 19:58:55 -080043(* Compute matching pairs of nested Rcu-lock and Rcu-unlock *)
Alan Stern0172d9e2018-11-15 11:19:44 -050044let rcu-rscs = let rec
Paul E. McKenney1c27b642018-01-18 19:58:55 -080045 unmatched-locks = Rcu-lock \ domain(matched)
46 and unmatched-unlocks = Rcu-unlock \ range(matched)
47 and unmatched = unmatched-locks | unmatched-unlocks
48 and unmatched-po = [unmatched] ; po ; [unmatched]
49 and unmatched-locks-to-unlocks =
50 [unmatched-locks] ; po ; [unmatched-unlocks]
51 and matched = matched | (unmatched-locks-to-unlocks \
52 (unmatched-po ; unmatched-po))
53 in matched
54
55(* Validate nesting *)
Alan Stern0172d9e2018-11-15 11:19:44 -050056flag ~empty Rcu-lock \ domain(rcu-rscs) as unbalanced-rcu-locking
57flag ~empty Rcu-unlock \ range(rcu-rscs) as unbalanced-rcu-locking
Alan Sterna3f600d2018-11-15 11:20:37 -050058
59(* Compute matching pairs of nested Srcu-lock and Srcu-unlock *)
60let srcu-rscs = let rec
61 unmatched-locks = Srcu-lock \ domain(matched)
62 and unmatched-unlocks = Srcu-unlock \ range(matched)
63 and unmatched = unmatched-locks | unmatched-unlocks
64 and unmatched-po = ([unmatched] ; po ; [unmatched]) & loc
65 and unmatched-locks-to-unlocks =
66 ([unmatched-locks] ; po ; [unmatched-unlocks]) & loc
67 and matched = matched | (unmatched-locks-to-unlocks \
68 (unmatched-po ; unmatched-po))
69 in matched
70
71(* Validate nesting *)
72flag ~empty Srcu-lock \ domain(srcu-rscs) as unbalanced-srcu-locking
73flag ~empty Srcu-unlock \ range(srcu-rscs) as unbalanced-srcu-locking
74
75(* Check for use of synchronize_srcu() inside an RCU critical section *)
76flag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
Luc Maranget93939982018-12-27 16:27:12 +010077
78(* Validate SRCU dynamic match *)
79flag ~empty different-values(srcu-rscs) as srcu-bad-nesting
Alan Sternd1a84ab2019-04-22 12:17:58 -040080
81(* Compute marked and plain memory accesses *)
82let Marked = (~M) | IW | Once | Release | Acquire | domain(rmw) | range(rmw) |
83 LKR | LKW | UL | LF | RL | RU
84let Plain = M \ Marked