blob: 1d261fbe367bf8845428ed61393d0044de61727d [file] [log] [blame]
Thomas Gleixnerc942fdd2019-05-27 08:55:06 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Jay Lanf3cef7a2006-09-30 23:28:55 -07002/*
3 * tsacct.c - System accounting over taskstats interface
4 *
5 * Copyright (C) Jay Lan, <jlan@sgi.com>
Jay Lanf3cef7a2006-09-30 23:28:55 -07006 */
7
8#include <linux/kernel.h>
Ingo Molnar3f07c012017-02-08 18:51:30 +01009#include <linux/sched/signal.h>
Ingo Molnar6e84f312017-02-08 18:51:29 +010010#include <linux/sched/mm.h>
Ingo Molnar32ef5512017-02-05 11:48:36 +010011#include <linux/sched/cputime.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070012#include <linux/tsacct_kern.h>
13#include <linux/acct.h>
Jay Landb5fed262006-09-30 23:29:00 -070014#include <linux/jiffies.h>
KAMEZAWA Hiroyukid559db02010-03-05 13:41:39 -080015#include <linux/mm.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070016
Jay Lanf3cef7a2006-09-30 23:28:55 -070017/*
18 * fill in basic accounting fields
19 */
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080020void bacct_add_tsk(struct user_namespace *user_ns,
21 struct pid_namespace *pid_ns,
22 struct taskstats *stats, struct task_struct *tsk)
Jay Lanf3cef7a2006-09-30 23:28:55 -070023{
David Howellsc69e8d92008-11-14 10:39:19 +110024 const struct cred *tcred;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010025 u64 utime, stime, utimescaled, stimescaled;
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000026 u64 delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020027 time64_t btime;
Jay Lanf3cef7a2006-09-30 23:28:55 -070028
29 BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN);
30
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000031 /* calculate task elapsed time in nsec */
32 delta = ktime_get_ns() - tsk->start_time;
33 /* Convert to micro seconds */
34 do_div(delta, NSEC_PER_USEC);
35 stats->ac_etime = delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020036 /* Convert to seconds for btime (note y2106 limit) */
37 btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC);
38 stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX);
Arnd Bergmann352c9122019-10-24 16:47:56 +020039 stats->ac_btime64 = btime;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020040
Eric W. Biederman1b5a42d2022-01-03 11:32:36 -060041 if (tsk->flags & PF_EXITING)
Jay Lanf3cef7a2006-09-30 23:28:55 -070042 stats->ac_exitcode = tsk->exit_code;
Eric W. Biederman1b5a42d2022-01-03 11:32:36 -060043 if (thread_group_leader(tsk) && (tsk->flags & PF_FORKNOEXEC))
44 stats->ac_flag |= AFORK;
Jay Lanf3cef7a2006-09-30 23:28:55 -070045 if (tsk->flags & PF_SUPERPRIV)
46 stats->ac_flag |= ASU;
47 if (tsk->flags & PF_DUMPCORE)
48 stats->ac_flag |= ACORE;
49 if (tsk->flags & PF_SIGNALED)
50 stats->ac_flag |= AXSIG;
51 stats->ac_nice = task_nice(tsk);
52 stats->ac_sched = tsk->policy;
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080053 stats->ac_pid = task_pid_nr_ns(tsk, pid_ns);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070054 rcu_read_lock();
David Howellsc69e8d92008-11-14 10:39:19 +110055 tcred = __task_cred(tsk);
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080056 stats->ac_uid = from_kuid_munged(user_ns, tcred->uid);
57 stats->ac_gid = from_kgid_munged(user_ns, tcred->gid);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070058 stats->ac_ppid = pid_alive(tsk) ?
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080059 task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0;
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070060 rcu_read_unlock();
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010061
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010062 task_cputime(tsk, &utime, &stime);
63 stats->ac_utime = div_u64(utime, NSEC_PER_USEC);
64 stats->ac_stime = div_u64(stime, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010065
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010066 task_cputime_scaled(tsk, &utimescaled, &stimescaled);
67 stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC);
68 stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010069
Jay Lanf3cef7a2006-09-30 23:28:55 -070070 stats->ac_minflt = tsk->min_flt;
71 stats->ac_majflt = tsk->maj_flt;
Jay Lanf3cef7a2006-09-30 23:28:55 -070072
73 strncpy(stats->ac_comm, tsk->comm, sizeof(stats->ac_comm));
74}
75
Jay Lan9acc1852006-09-30 23:28:58 -070076
77#ifdef CONFIG_TASK_XACCT
Jay Landb5fed262006-09-30 23:29:00 -070078
79#define KB 1024
80#define MB (1024*KB)
Linus Torvalds58c3c3a2011-09-19 17:10:57 -070081#define KB_MASK (~(KB-1))
Jay Lan9acc1852006-09-30 23:28:58 -070082/*
83 * fill in extended accounting fields
84 */
85void xacct_add_tsk(struct taskstats *stats, struct task_struct *p)
86{
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080087 struct mm_struct *mm;
88
Rik van Riel382c2fe2016-02-10 20:08:24 -050089 /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */
90 stats->coremem = p->acct_rss_mem1 * PAGE_SIZE;
91 do_div(stats->coremem, 1000 * KB);
92 stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE;
93 do_div(stats->virtmem, 1000 * KB);
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080094 mm = get_task_mm(p);
95 if (mm) {
Jay Landb5fed262006-09-30 23:29:00 -070096 /* adjust to KB unit */
Oleg Nesterov901608d2009-01-06 14:40:29 -080097 stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB;
98 stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB;
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080099 mmput(mm);
Jay Lan9acc1852006-09-30 23:28:58 -0700100 }
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700101 stats->read_char = p->ioac.rchar & KB_MASK;
102 stats->write_char = p->ioac.wchar & KB_MASK;
103 stats->read_syscalls = p->ioac.syscr & KB_MASK;
104 stats->write_syscalls = p->ioac.syscw & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800105#ifdef CONFIG_TASK_IO_ACCOUNTING
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700106 stats->read_bytes = p->ioac.read_bytes & KB_MASK;
107 stats->write_bytes = p->ioac.write_bytes & KB_MASK;
108 stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800109#else
110 stats->read_bytes = 0;
111 stats->write_bytes = 0;
112 stats->cancelled_write_bytes = 0;
113#endif
Jay Lan9acc1852006-09-30 23:28:58 -0700114}
Jay Landb5fed262006-09-30 23:29:00 -0700115#undef KB
116#undef MB
Jay Lan8f0ab512006-09-30 23:28:59 -0700117
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100118static void __acct_update_integrals(struct task_struct *tsk,
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100119 u64 utime, u64 stime)
Jay Lan8f0ab512006-09-30 23:28:59 -0700120{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100121 u64 time, delta;
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700122
Rik van Rielb2add862016-02-10 20:08:25 -0500123 if (!likely(tsk->mm))
124 return;
Jay Lan8f0ab512006-09-30 23:28:59 -0700125
Rik van Rielb2add862016-02-10 20:08:25 -0500126 time = stime + utime;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100127 delta = time - tsk->acct_timexpd;
Rik van Riel382c2fe2016-02-10 20:08:24 -0500128
Rik van Rielb2add862016-02-10 20:08:25 -0500129 if (delta < TICK_NSEC)
Rik van Riel9344c922016-02-10 20:08:26 -0500130 return;
Rik van Rielb2add862016-02-10 20:08:25 -0500131
132 tsk->acct_timexpd = time;
133 /*
134 * Divide by 1024 to avoid overflow, and to avoid division.
135 * The final unit reported to userspace is Mbyte-usecs,
136 * the rest of the math is done in xacct_add_tsk.
137 */
138 tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10;
Peng Liu78660762021-11-05 13:38:12 -0700139 tsk->acct_vm_mem1 += delta * READ_ONCE(tsk->mm->total_vm) >> 10;
Jay Lan8f0ab512006-09-30 23:28:59 -0700140}
141
142/**
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100143 * acct_update_integrals - update mm integral fields in task_struct
144 * @tsk: task_struct for accounting
145 */
146void acct_update_integrals(struct task_struct *tsk)
147{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100148 u64 utime, stime;
Rik van Riel9344c922016-02-10 20:08:26 -0500149 unsigned long flags;
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100150
Rik van Riel9344c922016-02-10 20:08:26 -0500151 local_irq_save(flags);
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100152 task_cputime(tsk, &utime, &stime);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100153 __acct_update_integrals(tsk, utime, stime);
Rik van Riel9344c922016-02-10 20:08:26 -0500154 local_irq_restore(flags);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100155}
156
157/**
158 * acct_account_cputime - update mm integral after cputime update
159 * @tsk: task_struct for accounting
160 */
161void acct_account_cputime(struct task_struct *tsk)
162{
163 __acct_update_integrals(tsk, tsk->utime, tsk->stime);
164}
165
166/**
Jay Lan8f0ab512006-09-30 23:28:59 -0700167 * acct_clear_integrals - clear the mm integral fields in task_struct
168 * @tsk: task_struct whose accounting fields are cleared
169 */
170void acct_clear_integrals(struct task_struct *tsk)
171{
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700172 tsk->acct_timexpd = 0;
Jay Lan8f0ab512006-09-30 23:28:59 -0700173 tsk->acct_rss_mem1 = 0;
174 tsk->acct_vm_mem1 = 0;
175}
Jay Lan9acc1852006-09-30 23:28:58 -0700176#endif