blob: cae5400022a3535df8d95190162f62211db9c6b7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __LINUX_COMPLETION_H
2#define __LINUX_COMPLETION_H
3
4/*
5 * (C) Copyright 2001 Linus Torvalds
6 *
7 * Atomic wait-for-completion handler data structures.
Peter Zijlstrab8a21622013-10-04 22:06:53 +02008 * See kernel/sched/completion.c for details.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#include <linux/wait.h>
Byungchul Parkea3f2c02017-08-17 17:57:41 +090012#ifdef CONFIG_LOCKDEP_COMPLETIONS
Byungchul Parkcd8084f2017-08-07 16:12:56 +090013#include <linux/lockdep.h>
14#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Randy Dunlapee2f1542010-10-26 14:17:25 -070016/*
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020017 * struct completion - structure used to maintain state for a "completion"
18 *
19 * This is the opaque structure used to maintain the state for a "completion".
20 * Completions currently use a FIFO to queue threads that have to wait for
21 * the "completion" event.
22 *
23 * See also: complete(), wait_for_completion() (and friends _timeout,
24 * _interruptible, _interruptible_timeout, and _killable), init_completion(),
Wolfram Sangc32f74a2013-11-14 14:32:01 -080025 * reinit_completion(), and macros DECLARE_COMPLETION(),
26 * DECLARE_COMPLETION_ONSTACK().
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020027 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028struct completion {
29 unsigned int done;
30 wait_queue_head_t wait;
Byungchul Parkea3f2c02017-08-17 17:57:41 +090031#ifdef CONFIG_LOCKDEP_COMPLETIONS
Byungchul Parkcd8084f2017-08-07 16:12:56 +090032 struct lockdep_map_cross map;
33#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070034};
35
Byungchul Parkea3f2c02017-08-17 17:57:41 +090036#ifdef CONFIG_LOCKDEP_COMPLETIONS
Byungchul Parkcd8084f2017-08-07 16:12:56 +090037static inline void complete_acquire(struct completion *x)
38{
39 lock_acquire_exclusive((struct lockdep_map *)&x->map, 0, 0, NULL, _RET_IP_);
40}
41
42static inline void complete_release(struct completion *x)
43{
44 lock_release((struct lockdep_map *)&x->map, 0, _RET_IP_);
45}
46
47static inline void complete_release_commit(struct completion *x)
48{
49 lock_commit_crosslock((struct lockdep_map *)&x->map);
50}
51
52#define init_completion(x) \
53do { \
54 static struct lock_class_key __key; \
55 lockdep_init_map_crosslock((struct lockdep_map *)&(x)->map, \
56 "(complete)" #x, \
57 &__key, 0); \
58 __init_completion(x); \
59} while (0)
60#else
61#define init_completion(x) __init_completion(x)
62static inline void complete_acquire(struct completion *x) {}
63static inline void complete_release(struct completion *x) {}
64static inline void complete_release_commit(struct completion *x) {}
65#endif
66
Byungchul Parkea3f2c02017-08-17 17:57:41 +090067#ifdef CONFIG_LOCKDEP_COMPLETIONS
Byungchul Parkcd8084f2017-08-07 16:12:56 +090068#define COMPLETION_INITIALIZER(work) \
69 { 0, __WAIT_QUEUE_HEAD_INITIALIZER((work).wait), \
70 STATIC_CROSS_LOCKDEP_MAP_INIT("(complete)" #work, &(work)) }
71#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070072#define COMPLETION_INITIALIZER(work) \
73 { 0, __WAIT_QUEUE_HEAD_INITIALIZER((work).wait) }
Byungchul Parkcd8084f2017-08-07 16:12:56 +090074#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
Ingo Molnarf86bf9b2006-07-10 04:44:05 -070076#define COMPLETION_INITIALIZER_ONSTACK(work) \
Boqun Fengec810482017-08-23 23:25:38 +080077 (*({ init_completion(&work); &work; }))
Ingo Molnarf86bf9b2006-07-10 04:44:05 -070078
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020079/**
Randy Dunlapee2f1542010-10-26 14:17:25 -070080 * DECLARE_COMPLETION - declare and initialize a completion structure
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020081 * @work: identifier for the completion structure
82 *
83 * This macro declares and initializes a completion structure. Generally used
84 * for static declarations. You should use the _ONSTACK variant for automatic
85 * variables.
86 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#define DECLARE_COMPLETION(work) \
88 struct completion work = COMPLETION_INITIALIZER(work)
89
Ingo Molnar8b3db9c2006-07-03 00:24:28 -070090/*
91 * Lockdep needs to run a non-constant initializer for on-stack
92 * completions - so we use the _ONSTACK() variant for those that
93 * are on the kernel stack:
94 */
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020095/**
Randy Dunlapee2f1542010-10-26 14:17:25 -070096 * DECLARE_COMPLETION_ONSTACK - declare and initialize a completion structure
Kevin Diggs65eb3dc2008-08-26 10:26:54 +020097 * @work: identifier for the completion structure
98 *
99 * This macro declares and initializes a completion structure on the kernel
100 * stack.
101 */
Ingo Molnar8b3db9c2006-07-03 00:24:28 -0700102#ifdef CONFIG_LOCKDEP
103# define DECLARE_COMPLETION_ONSTACK(work) \
Ingo Molnarf86bf9b2006-07-10 04:44:05 -0700104 struct completion work = COMPLETION_INITIALIZER_ONSTACK(work)
Ingo Molnar8b3db9c2006-07-03 00:24:28 -0700105#else
106# define DECLARE_COMPLETION_ONSTACK(work) DECLARE_COMPLETION(work)
107#endif
108
Kevin Diggs65eb3dc2008-08-26 10:26:54 +0200109/**
Randy Dunlapee2f1542010-10-26 14:17:25 -0700110 * init_completion - Initialize a dynamically allocated completion
Wolfram Sangc32f74a2013-11-14 14:32:01 -0800111 * @x: pointer to completion structure that is to be initialized
Kevin Diggs65eb3dc2008-08-26 10:26:54 +0200112 *
113 * This inline function will initialize a dynamically created completion
114 * structure.
115 */
Byungchul Parkcd8084f2017-08-07 16:12:56 +0900116static inline void __init_completion(struct completion *x)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117{
118 x->done = 0;
119 init_waitqueue_head(&x->wait);
120}
121
Wolfram Sangc32f74a2013-11-14 14:32:01 -0800122/**
123 * reinit_completion - reinitialize a completion structure
124 * @x: pointer to completion structure that is to be reinitialized
125 *
126 * This inline function should be used to reinitialize a completion structure so it can
127 * be reused. This is especially important after complete_all() is used.
128 */
129static inline void reinit_completion(struct completion *x)
130{
131 x->done = 0;
132}
133
Ingo Molnarb15136e2007-10-24 18:23:48 +0200134extern void wait_for_completion(struct completion *);
Vladimir Davydov686855f2013-02-14 18:19:58 +0400135extern void wait_for_completion_io(struct completion *);
Ingo Molnarb15136e2007-10-24 18:23:48 +0200136extern int wait_for_completion_interruptible(struct completion *x);
Matthew Wilcox009e5772007-12-06 12:29:54 -0500137extern int wait_for_completion_killable(struct completion *x);
Ingo Molnarb15136e2007-10-24 18:23:48 +0200138extern unsigned long wait_for_completion_timeout(struct completion *x,
139 unsigned long timeout);
Vladimir Davydov686855f2013-02-14 18:19:58 +0400140extern unsigned long wait_for_completion_io_timeout(struct completion *x,
141 unsigned long timeout);
NeilBrown6bf41232011-01-05 12:50:16 +1100142extern long wait_for_completion_interruptible_timeout(
143 struct completion *x, unsigned long timeout);
144extern long wait_for_completion_killable_timeout(
145 struct completion *x, unsigned long timeout);
Dave Chinnerbe4de352008-08-15 00:40:44 -0700146extern bool try_wait_for_completion(struct completion *x);
147extern bool completion_done(struct completion *x);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
Ingo Molnarb15136e2007-10-24 18:23:48 +0200149extern void complete(struct completion *);
150extern void complete_all(struct completion *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152#endif