Thomas Gleixner | c942fdd | 2019-05-27 08:55:06 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 2 | /* |
| 3 | * tsacct.c - System accounting over taskstats interface |
| 4 | * |
| 5 | * Copyright (C) Jay Lan, <jlan@sgi.com> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
Ingo Molnar | 3f07c01 | 2017-02-08 18:51:30 +0100 | [diff] [blame] | 9 | #include <linux/sched/signal.h> |
Ingo Molnar | 6e84f31 | 2017-02-08 18:51:29 +0100 | [diff] [blame] | 10 | #include <linux/sched/mm.h> |
Ingo Molnar | 32ef551 | 2017-02-05 11:48:36 +0100 | [diff] [blame] | 11 | #include <linux/sched/cputime.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 12 | #include <linux/tsacct_kern.h> |
| 13 | #include <linux/acct.h> |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 14 | #include <linux/jiffies.h> |
KAMEZAWA Hiroyuki | d559db0 | 2010-03-05 13:41:39 -0800 | [diff] [blame] | 15 | #include <linux/mm.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 16 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 17 | /* |
| 18 | * fill in basic accounting fields |
| 19 | */ |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 20 | void bacct_add_tsk(struct user_namespace *user_ns, |
| 21 | struct pid_namespace *pid_ns, |
| 22 | struct taskstats *stats, struct task_struct *tsk) |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 23 | { |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 24 | const struct cred *tcred; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 25 | u64 utime, stime, utimescaled, stimescaled; |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 26 | u64 delta; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 27 | time64_t btime; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 28 | |
| 29 | BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN); |
| 30 | |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 31 | /* calculate task elapsed time in nsec */ |
| 32 | delta = ktime_get_ns() - tsk->start_time; |
| 33 | /* Convert to micro seconds */ |
| 34 | do_div(delta, NSEC_PER_USEC); |
| 35 | stats->ac_etime = delta; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 36 | /* Convert to seconds for btime (note y2106 limit) */ |
| 37 | btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC); |
| 38 | stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX); |
Arnd Bergmann | 352c912 | 2019-10-24 16:47:56 +0200 | [diff] [blame] | 39 | stats->ac_btime64 = btime; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 40 | |
Eric W. Biederman | 1b5a42d | 2022-01-03 11:32:36 -0600 | [diff] [blame] | 41 | if (tsk->flags & PF_EXITING) |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 42 | stats->ac_exitcode = tsk->exit_code; |
Eric W. Biederman | 1b5a42d | 2022-01-03 11:32:36 -0600 | [diff] [blame] | 43 | if (thread_group_leader(tsk) && (tsk->flags & PF_FORKNOEXEC)) |
| 44 | stats->ac_flag |= AFORK; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 45 | if (tsk->flags & PF_SUPERPRIV) |
| 46 | stats->ac_flag |= ASU; |
| 47 | if (tsk->flags & PF_DUMPCORE) |
| 48 | stats->ac_flag |= ACORE; |
| 49 | if (tsk->flags & PF_SIGNALED) |
| 50 | stats->ac_flag |= AXSIG; |
| 51 | stats->ac_nice = task_nice(tsk); |
| 52 | stats->ac_sched = tsk->policy; |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 53 | stats->ac_pid = task_pid_nr_ns(tsk, pid_ns); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 54 | rcu_read_lock(); |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 55 | tcred = __task_cred(tsk); |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 56 | stats->ac_uid = from_kuid_munged(user_ns, tcred->uid); |
| 57 | stats->ac_gid = from_kgid_munged(user_ns, tcred->gid); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 58 | stats->ac_ppid = pid_alive(tsk) ? |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 59 | task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0; |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 60 | rcu_read_unlock(); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 61 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 62 | task_cputime(tsk, &utime, &stime); |
| 63 | stats->ac_utime = div_u64(utime, NSEC_PER_USEC); |
| 64 | stats->ac_stime = div_u64(stime, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 65 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 66 | task_cputime_scaled(tsk, &utimescaled, &stimescaled); |
| 67 | stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC); |
| 68 | stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 69 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 70 | stats->ac_minflt = tsk->min_flt; |
| 71 | stats->ac_majflt = tsk->maj_flt; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 72 | |
| 73 | strncpy(stats->ac_comm, tsk->comm, sizeof(stats->ac_comm)); |
| 74 | } |
| 75 | |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 76 | |
| 77 | #ifdef CONFIG_TASK_XACCT |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 78 | |
| 79 | #define KB 1024 |
| 80 | #define MB (1024*KB) |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 81 | #define KB_MASK (~(KB-1)) |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 82 | /* |
| 83 | * fill in extended accounting fields |
| 84 | */ |
| 85 | void xacct_add_tsk(struct taskstats *stats, struct task_struct *p) |
| 86 | { |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 87 | struct mm_struct *mm; |
| 88 | |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 89 | /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */ |
| 90 | stats->coremem = p->acct_rss_mem1 * PAGE_SIZE; |
| 91 | do_div(stats->coremem, 1000 * KB); |
| 92 | stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE; |
| 93 | do_div(stats->virtmem, 1000 * KB); |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 94 | mm = get_task_mm(p); |
| 95 | if (mm) { |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 96 | /* adjust to KB unit */ |
Oleg Nesterov | 901608d | 2009-01-06 14:40:29 -0800 | [diff] [blame] | 97 | stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB; |
| 98 | stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB; |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 99 | mmput(mm); |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 100 | } |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 101 | stats->read_char = p->ioac.rchar & KB_MASK; |
| 102 | stats->write_char = p->ioac.wchar & KB_MASK; |
| 103 | stats->read_syscalls = p->ioac.syscr & KB_MASK; |
| 104 | stats->write_syscalls = p->ioac.syscw & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 105 | #ifdef CONFIG_TASK_IO_ACCOUNTING |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 106 | stats->read_bytes = p->ioac.read_bytes & KB_MASK; |
| 107 | stats->write_bytes = p->ioac.write_bytes & KB_MASK; |
| 108 | stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 109 | #else |
| 110 | stats->read_bytes = 0; |
| 111 | stats->write_bytes = 0; |
| 112 | stats->cancelled_write_bytes = 0; |
| 113 | #endif |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 114 | } |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 115 | #undef KB |
| 116 | #undef MB |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 117 | |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 118 | static void __acct_update_integrals(struct task_struct *tsk, |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 119 | u64 utime, u64 stime) |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 120 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 121 | u64 time, delta; |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 122 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 123 | if (!likely(tsk->mm)) |
| 124 | return; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 125 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 126 | time = stime + utime; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 127 | delta = time - tsk->acct_timexpd; |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 128 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 129 | if (delta < TICK_NSEC) |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 130 | return; |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 131 | |
| 132 | tsk->acct_timexpd = time; |
| 133 | /* |
| 134 | * Divide by 1024 to avoid overflow, and to avoid division. |
| 135 | * The final unit reported to userspace is Mbyte-usecs, |
| 136 | * the rest of the math is done in xacct_add_tsk. |
| 137 | */ |
| 138 | tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10; |
Peng Liu | 7866076 | 2021-11-05 13:38:12 -0700 | [diff] [blame] | 139 | tsk->acct_vm_mem1 += delta * READ_ONCE(tsk->mm->total_vm) >> 10; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | /** |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 143 | * acct_update_integrals - update mm integral fields in task_struct |
| 144 | * @tsk: task_struct for accounting |
| 145 | */ |
| 146 | void acct_update_integrals(struct task_struct *tsk) |
| 147 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 148 | u64 utime, stime; |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 149 | unsigned long flags; |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 150 | |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 151 | local_irq_save(flags); |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 152 | task_cputime(tsk, &utime, &stime); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 153 | __acct_update_integrals(tsk, utime, stime); |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 154 | local_irq_restore(flags); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | /** |
| 158 | * acct_account_cputime - update mm integral after cputime update |
| 159 | * @tsk: task_struct for accounting |
| 160 | */ |
| 161 | void acct_account_cputime(struct task_struct *tsk) |
| 162 | { |
| 163 | __acct_update_integrals(tsk, tsk->utime, tsk->stime); |
| 164 | } |
| 165 | |
| 166 | /** |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 167 | * acct_clear_integrals - clear the mm integral fields in task_struct |
| 168 | * @tsk: task_struct whose accounting fields are cleared |
| 169 | */ |
| 170 | void acct_clear_integrals(struct task_struct *tsk) |
| 171 | { |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 172 | tsk->acct_timexpd = 0; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 173 | tsk->acct_rss_mem1 = 0; |
| 174 | tsk->acct_vm_mem1 = 0; |
| 175 | } |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 176 | #endif |