blob: a7276aaf2abc0b75ee5cf15738b5a2d7e0e46f5c [file] [log] [blame]
Ingo Molnar408894e2006-01-09 15:59:20 -08001/*
2 * kernel/mutex-debug.c
3 *
4 * Debugging code for mutexes
5 *
6 * Started by Ingo Molnar:
7 *
8 * Copyright (C) 2004, 2005, 2006 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
9 *
10 * lock debugging, locking tree, deadlock detection started by:
11 *
12 * Copyright (C) 2004, LynuxWorks, Inc., Igor Manyilov, Bill Huey
13 * Released under the General Public License (GPL).
14 */
15#include <linux/mutex.h>
Ingo Molnar408894e2006-01-09 15:59:20 -080016#include <linux/delay.h>
Paul Gortmaker9984de12011-05-23 14:51:41 -040017#include <linux/export.h>
Randy Dunlapa7807a32006-06-27 02:53:54 -070018#include <linux/poison.h>
Alexey Dobriyand43c36d2009-10-07 17:09:06 +040019#include <linux/sched.h>
Ingo Molnar408894e2006-01-09 15:59:20 -080020#include <linux/spinlock.h>
21#include <linux/kallsyms.h>
22#include <linux/interrupt.h>
Ingo Molnar9a11b49a2006-07-03 00:24:33 -070023#include <linux/debug_locks.h>
Ingo Molnar408894e2006-01-09 15:59:20 -080024
Ingo Molnar408894e2006-01-09 15:59:20 -080025#include "mutex-debug.h"
26
27/*
Ingo Molnar408894e2006-01-09 15:59:20 -080028 * Must be called with lock->wait_lock held.
29 */
Ingo Molnar9a11b49a2006-07-03 00:24:33 -070030void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter)
Ingo Molnar408894e2006-01-09 15:59:20 -080031{
Randy Dunlapa7807a32006-06-27 02:53:54 -070032 memset(waiter, MUTEX_DEBUG_INIT, sizeof(*waiter));
Ingo Molnar408894e2006-01-09 15:59:20 -080033 waiter->magic = waiter;
34 INIT_LIST_HEAD(&waiter->list);
35}
36
37void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter)
38{
Lance Roy04547722018-10-04 23:45:46 -070039 lockdep_assert_held(&lock->wait_lock);
Ingo Molnar9e7f4d42006-07-03 00:24:30 -070040 DEBUG_LOCKS_WARN_ON(list_empty(&lock->wait_list));
41 DEBUG_LOCKS_WARN_ON(waiter->magic != waiter);
42 DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list));
Ingo Molnar408894e2006-01-09 15:59:20 -080043}
44
45void debug_mutex_free_waiter(struct mutex_waiter *waiter)
46{
Ingo Molnar9e7f4d42006-07-03 00:24:30 -070047 DEBUG_LOCKS_WARN_ON(!list_empty(&waiter->list));
Randy Dunlapa7807a32006-06-27 02:53:54 -070048 memset(waiter, MUTEX_DEBUG_FREE, sizeof(*waiter));
Ingo Molnar408894e2006-01-09 15:59:20 -080049}
50
51void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter,
Linus Torvalds6720a302016-06-23 12:11:17 -070052 struct task_struct *task)
Ingo Molnar408894e2006-01-09 15:59:20 -080053{
Lance Roy04547722018-10-04 23:45:46 -070054 lockdep_assert_held(&lock->wait_lock);
Ingo Molnar9a11b49a2006-07-03 00:24:33 -070055
Ingo Molnar408894e2006-01-09 15:59:20 -080056 /* Mark the current thread as blocked on the lock: */
Linus Torvalds6720a302016-06-23 12:11:17 -070057 task->blocked_on = waiter;
Ingo Molnar408894e2006-01-09 15:59:20 -080058}
59
60void mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter,
Linus Torvalds6720a302016-06-23 12:11:17 -070061 struct task_struct *task)
Ingo Molnar408894e2006-01-09 15:59:20 -080062{
Ingo Molnar9e7f4d42006-07-03 00:24:30 -070063 DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list));
Linus Torvalds6720a302016-06-23 12:11:17 -070064 DEBUG_LOCKS_WARN_ON(waiter->task != task);
65 DEBUG_LOCKS_WARN_ON(task->blocked_on != waiter);
66 task->blocked_on = NULL;
Ingo Molnar408894e2006-01-09 15:59:20 -080067
68 list_del_init(&waiter->list);
69 waiter->task = NULL;
70}
71
72void debug_mutex_unlock(struct mutex *lock)
73{
Peter Zijlstraa2279602014-04-10 16:15:59 +020074 if (likely(debug_locks)) {
75 DEBUG_LOCKS_WARN_ON(lock->magic != lock);
Peter Zijlstraa2279602014-04-10 16:15:59 +020076 DEBUG_LOCKS_WARN_ON(!lock->wait_list.prev && !lock->wait_list.next);
Peter Zijlstraa2279602014-04-10 16:15:59 +020077 }
Ingo Molnar408894e2006-01-09 15:59:20 -080078}
79
Ingo Molnaref5d4702006-07-03 00:24:55 -070080void debug_mutex_init(struct mutex *lock, const char *name,
81 struct lock_class_key *key)
Ingo Molnar408894e2006-01-09 15:59:20 -080082{
Ingo Molnaref5d4702006-07-03 00:24:55 -070083#ifdef CONFIG_DEBUG_LOCK_ALLOC
Ingo Molnar408894e2006-01-09 15:59:20 -080084 /*
85 * Make sure we are not reinitializing a held lock:
86 */
Ingo Molnar9a11b49a2006-07-03 00:24:33 -070087 debug_check_no_locks_freed((void *)lock, sizeof(*lock));
Peter Zijlstrade8f5e42020-03-21 12:26:01 +010088 lockdep_init_map_wait(&lock->dep_map, name, key, 0, LD_WAIT_SLEEP);
Ingo Molnaref5d4702006-07-03 00:24:55 -070089#endif
Ingo Molnar408894e2006-01-09 15:59:20 -080090 lock->magic = lock;
91}
92
93/***
94 * mutex_destroy - mark a mutex unusable
95 * @lock: the mutex to be destroyed
96 *
97 * This function marks the mutex uninitialized, and any subsequent
98 * use of the mutex is forbidden. The mutex must not be locked when
99 * this function is called.
100 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800101void mutex_destroy(struct mutex *lock)
Ingo Molnar408894e2006-01-09 15:59:20 -0800102{
Ingo Molnar9e7f4d42006-07-03 00:24:30 -0700103 DEBUG_LOCKS_WARN_ON(mutex_is_locked(lock));
Ingo Molnar408894e2006-01-09 15:59:20 -0800104 lock->magic = NULL;
105}
106
107EXPORT_SYMBOL_GPL(mutex_destroy);