Thomas Gleixner | c942fdd | 2019-05-27 08:55:06 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 2 | /* |
| 3 | * tsacct.c - System accounting over taskstats interface |
| 4 | * |
| 5 | * Copyright (C) Jay Lan, <jlan@sgi.com> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
Ingo Molnar | 3f07c01 | 2017-02-08 18:51:30 +0100 | [diff] [blame] | 9 | #include <linux/sched/signal.h> |
Ingo Molnar | 6e84f31 | 2017-02-08 18:51:29 +0100 | [diff] [blame] | 10 | #include <linux/sched/mm.h> |
Ingo Molnar | 32ef551 | 2017-02-05 11:48:36 +0100 | [diff] [blame] | 11 | #include <linux/sched/cputime.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 12 | #include <linux/tsacct_kern.h> |
| 13 | #include <linux/acct.h> |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 14 | #include <linux/jiffies.h> |
KAMEZAWA Hiroyuki | d559db0 | 2010-03-05 13:41:39 -0800 | [diff] [blame] | 15 | #include <linux/mm.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 16 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 17 | /* |
| 18 | * fill in basic accounting fields |
| 19 | */ |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 20 | void bacct_add_tsk(struct user_namespace *user_ns, |
| 21 | struct pid_namespace *pid_ns, |
| 22 | struct taskstats *stats, struct task_struct *tsk) |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 23 | { |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 24 | const struct cred *tcred; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 25 | u64 utime, stime, utimescaled, stimescaled; |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 26 | u64 delta; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 27 | |
| 28 | BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN); |
| 29 | |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 30 | /* calculate task elapsed time in nsec */ |
| 31 | delta = ktime_get_ns() - tsk->start_time; |
| 32 | /* Convert to micro seconds */ |
| 33 | do_div(delta, NSEC_PER_USEC); |
| 34 | stats->ac_etime = delta; |
| 35 | /* Convert to seconds for btime */ |
| 36 | do_div(delta, USEC_PER_SEC); |
| 37 | stats->ac_btime = get_seconds() - delta; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 38 | if (thread_group_leader(tsk)) { |
| 39 | stats->ac_exitcode = tsk->exit_code; |
| 40 | if (tsk->flags & PF_FORKNOEXEC) |
| 41 | stats->ac_flag |= AFORK; |
| 42 | } |
| 43 | if (tsk->flags & PF_SUPERPRIV) |
| 44 | stats->ac_flag |= ASU; |
| 45 | if (tsk->flags & PF_DUMPCORE) |
| 46 | stats->ac_flag |= ACORE; |
| 47 | if (tsk->flags & PF_SIGNALED) |
| 48 | stats->ac_flag |= AXSIG; |
| 49 | stats->ac_nice = task_nice(tsk); |
| 50 | stats->ac_sched = tsk->policy; |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 51 | stats->ac_pid = task_pid_nr_ns(tsk, pid_ns); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 52 | rcu_read_lock(); |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 53 | tcred = __task_cred(tsk); |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 54 | stats->ac_uid = from_kuid_munged(user_ns, tcred->uid); |
| 55 | stats->ac_gid = from_kgid_munged(user_ns, tcred->gid); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 56 | stats->ac_ppid = pid_alive(tsk) ? |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 57 | task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0; |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 58 | rcu_read_unlock(); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 59 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 60 | task_cputime(tsk, &utime, &stime); |
| 61 | stats->ac_utime = div_u64(utime, NSEC_PER_USEC); |
| 62 | stats->ac_stime = div_u64(stime, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 63 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 64 | task_cputime_scaled(tsk, &utimescaled, &stimescaled); |
| 65 | stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC); |
| 66 | stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 67 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 68 | stats->ac_minflt = tsk->min_flt; |
| 69 | stats->ac_majflt = tsk->maj_flt; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 70 | |
| 71 | strncpy(stats->ac_comm, tsk->comm, sizeof(stats->ac_comm)); |
| 72 | } |
| 73 | |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 74 | |
| 75 | #ifdef CONFIG_TASK_XACCT |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 76 | |
| 77 | #define KB 1024 |
| 78 | #define MB (1024*KB) |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 79 | #define KB_MASK (~(KB-1)) |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 80 | /* |
| 81 | * fill in extended accounting fields |
| 82 | */ |
| 83 | void xacct_add_tsk(struct taskstats *stats, struct task_struct *p) |
| 84 | { |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 85 | struct mm_struct *mm; |
| 86 | |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 87 | /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */ |
| 88 | stats->coremem = p->acct_rss_mem1 * PAGE_SIZE; |
| 89 | do_div(stats->coremem, 1000 * KB); |
| 90 | stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE; |
| 91 | do_div(stats->virtmem, 1000 * KB); |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 92 | mm = get_task_mm(p); |
| 93 | if (mm) { |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 94 | /* adjust to KB unit */ |
Oleg Nesterov | 901608d | 2009-01-06 14:40:29 -0800 | [diff] [blame] | 95 | stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB; |
| 96 | stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB; |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 97 | mmput(mm); |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 98 | } |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 99 | stats->read_char = p->ioac.rchar & KB_MASK; |
| 100 | stats->write_char = p->ioac.wchar & KB_MASK; |
| 101 | stats->read_syscalls = p->ioac.syscr & KB_MASK; |
| 102 | stats->write_syscalls = p->ioac.syscw & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 103 | #ifdef CONFIG_TASK_IO_ACCOUNTING |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 104 | stats->read_bytes = p->ioac.read_bytes & KB_MASK; |
| 105 | stats->write_bytes = p->ioac.write_bytes & KB_MASK; |
| 106 | stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 107 | #else |
| 108 | stats->read_bytes = 0; |
| 109 | stats->write_bytes = 0; |
| 110 | stats->cancelled_write_bytes = 0; |
| 111 | #endif |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 112 | } |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 113 | #undef KB |
| 114 | #undef MB |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 115 | |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 116 | static void __acct_update_integrals(struct task_struct *tsk, |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 117 | u64 utime, u64 stime) |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 118 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 119 | u64 time, delta; |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 120 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 121 | if (!likely(tsk->mm)) |
| 122 | return; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 123 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 124 | time = stime + utime; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 125 | delta = time - tsk->acct_timexpd; |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 126 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 127 | if (delta < TICK_NSEC) |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 128 | return; |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 129 | |
| 130 | tsk->acct_timexpd = time; |
| 131 | /* |
| 132 | * Divide by 1024 to avoid overflow, and to avoid division. |
| 133 | * The final unit reported to userspace is Mbyte-usecs, |
| 134 | * the rest of the math is done in xacct_add_tsk. |
| 135 | */ |
| 136 | tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10; |
| 137 | tsk->acct_vm_mem1 += delta * tsk->mm->total_vm >> 10; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 138 | } |
| 139 | |
| 140 | /** |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 141 | * acct_update_integrals - update mm integral fields in task_struct |
| 142 | * @tsk: task_struct for accounting |
| 143 | */ |
| 144 | void acct_update_integrals(struct task_struct *tsk) |
| 145 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 146 | u64 utime, stime; |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 147 | unsigned long flags; |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 148 | |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 149 | local_irq_save(flags); |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 150 | task_cputime(tsk, &utime, &stime); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 151 | __acct_update_integrals(tsk, utime, stime); |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 152 | local_irq_restore(flags); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 153 | } |
| 154 | |
| 155 | /** |
| 156 | * acct_account_cputime - update mm integral after cputime update |
| 157 | * @tsk: task_struct for accounting |
| 158 | */ |
| 159 | void acct_account_cputime(struct task_struct *tsk) |
| 160 | { |
| 161 | __acct_update_integrals(tsk, tsk->utime, tsk->stime); |
| 162 | } |
| 163 | |
| 164 | /** |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 165 | * acct_clear_integrals - clear the mm integral fields in task_struct |
| 166 | * @tsk: task_struct whose accounting fields are cleared |
| 167 | */ |
| 168 | void acct_clear_integrals(struct task_struct *tsk) |
| 169 | { |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 170 | tsk->acct_timexpd = 0; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 171 | tsk->acct_rss_mem1 = 0; |
| 172 | tsk->acct_vm_mem1 = 0; |
| 173 | } |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 174 | #endif |