blob: 00e60f79a9cc7e44df22093fa0550d26fbf2d7e9 [file] [log] [blame]
Shailabh Nagarca74e922006-07-14 00:24:36 -07001/* delayacct.h - per-task delay accounting
2 *
3 * Copyright (C) Shailabh Nagar, IBM Corp. 2006
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See
13 * the GNU General Public License for more details.
14 *
15 */
16
17#ifndef _LINUX_DELAYACCT_H
18#define _LINUX_DELAYACCT_H
19
Ingo Molnar40258192017-02-01 11:58:42 +010020#include <uapi/linux/taskstats.h>
Shailabh Nagarca74e922006-07-14 00:24:36 -070021#include <linux/sched.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/slab.h>
Shailabh Nagarca74e922006-07-14 00:24:36 -070023
Shailabh Nagar0ff92242006-07-14 00:24:37 -070024/*
25 * Per-task flags relevant to delay accounting
26 * maintained privately to avoid exhausting similar flags in sched.h:PF_*
27 * Used to set current->delays->flags
28 */
29#define DELAYACCT_PF_SWAPIN 0x00000001 /* I am doing a swapin */
Balbir Singh846c7bb2007-10-18 23:39:44 -070030#define DELAYACCT_PF_BLKIO 0x00000002 /* I am waiting on IO */
Shailabh Nagar0ff92242006-07-14 00:24:37 -070031
Shailabh Nagarca74e922006-07-14 00:24:36 -070032#ifdef CONFIG_TASK_DELAY_ACCT
33
34extern int delayacct_on; /* Delay accounting turned on/off */
Christoph Lametere18b8902006-12-06 20:33:20 -080035extern struct kmem_cache *delayacct_cache;
Shailabh Nagarca74e922006-07-14 00:24:36 -070036extern void delayacct_init(void);
37extern void __delayacct_tsk_init(struct task_struct *);
38extern void __delayacct_tsk_exit(struct task_struct *);
Shailabh Nagar0ff92242006-07-14 00:24:37 -070039extern void __delayacct_blkio_start(void);
40extern void __delayacct_blkio_end(void);
Shailabh Nagar6f449932006-07-14 00:24:41 -070041extern int __delayacct_add_tsk(struct taskstats *, struct task_struct *);
Shailabh Nagar25890452006-07-14 00:24:43 -070042extern __u64 __delayacct_blkio_ticks(struct task_struct *);
Keika Kobayashi873b4772008-07-25 01:48:52 -070043extern void __delayacct_freepages_start(void);
44extern void __delayacct_freepages_end(void);
Shailabh Nagarca74e922006-07-14 00:24:36 -070045
Balbir Singh846c7bb2007-10-18 23:39:44 -070046static inline int delayacct_is_task_waiting_on_io(struct task_struct *p)
47{
48 if (p->delays)
49 return (p->delays->flags & DELAYACCT_PF_BLKIO);
50 else
51 return 0;
52}
53
Shailabh Nagarca74e922006-07-14 00:24:36 -070054static inline void delayacct_set_flag(int flag)
55{
56 if (current->delays)
57 current->delays->flags |= flag;
58}
59
60static inline void delayacct_clear_flag(int flag)
61{
62 if (current->delays)
63 current->delays->flags &= ~flag;
64}
65
66static inline void delayacct_tsk_init(struct task_struct *tsk)
67{
68 /* reinitialize in case parent's non-null pointer was dup'ed*/
69 tsk->delays = NULL;
Shailabh Nagar163ecdf2006-07-30 03:03:11 -070070 if (delayacct_on)
Shailabh Nagarca74e922006-07-14 00:24:36 -070071 __delayacct_tsk_init(tsk);
72}
73
Shailabh Nagar35df17c2006-08-31 21:27:38 -070074/* Free tsk->delays. Called from bad fork and __put_task_struct
75 * where there's no risk of tsk->delays being accessed elsewhere
76 */
77static inline void delayacct_tsk_free(struct task_struct *tsk)
Shailabh Nagarca74e922006-07-14 00:24:36 -070078{
79 if (tsk->delays)
Shailabh Nagar35df17c2006-08-31 21:27:38 -070080 kmem_cache_free(delayacct_cache, tsk->delays);
81 tsk->delays = NULL;
Shailabh Nagarca74e922006-07-14 00:24:36 -070082}
83
Shailabh Nagar0ff92242006-07-14 00:24:37 -070084static inline void delayacct_blkio_start(void)
85{
Balbir Singh846c7bb2007-10-18 23:39:44 -070086 delayacct_set_flag(DELAYACCT_PF_BLKIO);
Shailabh Nagar0ff92242006-07-14 00:24:37 -070087 if (current->delays)
88 __delayacct_blkio_start();
89}
90
91static inline void delayacct_blkio_end(void)
92{
93 if (current->delays)
94 __delayacct_blkio_end();
Balbir Singh846c7bb2007-10-18 23:39:44 -070095 delayacct_clear_flag(DELAYACCT_PF_BLKIO);
Shailabh Nagar0ff92242006-07-14 00:24:37 -070096}
97
Shailabh Nagar6f449932006-07-14 00:24:41 -070098static inline int delayacct_add_tsk(struct taskstats *d,
99 struct task_struct *tsk)
100{
Shailabh Nagar163ecdf2006-07-30 03:03:11 -0700101 if (!delayacct_on || !tsk->delays)
Shailabh Nagar6f449932006-07-14 00:24:41 -0700102 return 0;
103 return __delayacct_add_tsk(d, tsk);
104}
105
Shailabh Nagar25890452006-07-14 00:24:43 -0700106static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
107{
108 if (tsk->delays)
109 return __delayacct_blkio_ticks(tsk);
110 return 0;
111}
112
Keika Kobayashi873b4772008-07-25 01:48:52 -0700113static inline void delayacct_freepages_start(void)
114{
115 if (current->delays)
116 __delayacct_freepages_start();
117}
118
119static inline void delayacct_freepages_end(void)
120{
121 if (current->delays)
122 __delayacct_freepages_end();
123}
124
Shailabh Nagarca74e922006-07-14 00:24:36 -0700125#else
126static inline void delayacct_set_flag(int flag)
127{}
128static inline void delayacct_clear_flag(int flag)
129{}
130static inline void delayacct_init(void)
131{}
132static inline void delayacct_tsk_init(struct task_struct *tsk)
133{}
Shailabh Nagar35df17c2006-08-31 21:27:38 -0700134static inline void delayacct_tsk_free(struct task_struct *tsk)
Shailabh Nagarca74e922006-07-14 00:24:36 -0700135{}
Shailabh Nagar0ff92242006-07-14 00:24:37 -0700136static inline void delayacct_blkio_start(void)
137{}
138static inline void delayacct_blkio_end(void)
139{}
Shailabh Nagar6f449932006-07-14 00:24:41 -0700140static inline int delayacct_add_tsk(struct taskstats *d,
141 struct task_struct *tsk)
142{ return 0; }
Shailabh Nagar25890452006-07-14 00:24:43 -0700143static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
144{ return 0; }
Balbir Singh846c7bb2007-10-18 23:39:44 -0700145static inline int delayacct_is_task_waiting_on_io(struct task_struct *p)
146{ return 0; }
Keika Kobayashi873b4772008-07-25 01:48:52 -0700147static inline void delayacct_freepages_start(void)
148{}
149static inline void delayacct_freepages_end(void)
150{}
151
Shailabh Nagarca74e922006-07-14 00:24:36 -0700152#endif /* CONFIG_TASK_DELAY_ACCT */
153
154#endif