blob: 257ffb993ea2358bd81412f305f5e28f6982c060 [file] [log] [blame]
Thomas Gleixnerc942fdd2019-05-27 08:55:06 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Jay Lanf3cef7a2006-09-30 23:28:55 -07002/*
3 * tsacct.c - System accounting over taskstats interface
4 *
5 * Copyright (C) Jay Lan, <jlan@sgi.com>
Jay Lanf3cef7a2006-09-30 23:28:55 -07006 */
7
8#include <linux/kernel.h>
Ingo Molnar3f07c012017-02-08 18:51:30 +01009#include <linux/sched/signal.h>
Ingo Molnar6e84f312017-02-08 18:51:29 +010010#include <linux/sched/mm.h>
Ingo Molnar32ef5512017-02-05 11:48:36 +010011#include <linux/sched/cputime.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070012#include <linux/tsacct_kern.h>
13#include <linux/acct.h>
Jay Landb5fed262006-09-30 23:29:00 -070014#include <linux/jiffies.h>
KAMEZAWA Hiroyukid559db02010-03-05 13:41:39 -080015#include <linux/mm.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070016
Jay Lanf3cef7a2006-09-30 23:28:55 -070017/*
18 * fill in basic accounting fields
19 */
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080020void bacct_add_tsk(struct user_namespace *user_ns,
21 struct pid_namespace *pid_ns,
22 struct taskstats *stats, struct task_struct *tsk)
Jay Lanf3cef7a2006-09-30 23:28:55 -070023{
David Howellsc69e8d92008-11-14 10:39:19 +110024 const struct cred *tcred;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010025 u64 utime, stime, utimescaled, stimescaled;
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000026 u64 delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020027 time64_t btime;
Jay Lanf3cef7a2006-09-30 23:28:55 -070028
29 BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN);
30
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000031 /* calculate task elapsed time in nsec */
32 delta = ktime_get_ns() - tsk->start_time;
33 /* Convert to micro seconds */
34 do_div(delta, NSEC_PER_USEC);
35 stats->ac_etime = delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020036 /* Convert to seconds for btime (note y2106 limit) */
37 btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC);
38 stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX);
Arnd Bergmann352c9122019-10-24 16:47:56 +020039 stats->ac_btime64 = btime;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020040
Jay Lanf3cef7a2006-09-30 23:28:55 -070041 if (thread_group_leader(tsk)) {
42 stats->ac_exitcode = tsk->exit_code;
43 if (tsk->flags & PF_FORKNOEXEC)
44 stats->ac_flag |= AFORK;
45 }
46 if (tsk->flags & PF_SUPERPRIV)
47 stats->ac_flag |= ASU;
48 if (tsk->flags & PF_DUMPCORE)
49 stats->ac_flag |= ACORE;
50 if (tsk->flags & PF_SIGNALED)
51 stats->ac_flag |= AXSIG;
52 stats->ac_nice = task_nice(tsk);
53 stats->ac_sched = tsk->policy;
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080054 stats->ac_pid = task_pid_nr_ns(tsk, pid_ns);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070055 rcu_read_lock();
David Howellsc69e8d92008-11-14 10:39:19 +110056 tcred = __task_cred(tsk);
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080057 stats->ac_uid = from_kuid_munged(user_ns, tcred->uid);
58 stats->ac_gid = from_kgid_munged(user_ns, tcred->gid);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070059 stats->ac_ppid = pid_alive(tsk) ?
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080060 task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0;
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070061 rcu_read_unlock();
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010062
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010063 task_cputime(tsk, &utime, &stime);
64 stats->ac_utime = div_u64(utime, NSEC_PER_USEC);
65 stats->ac_stime = div_u64(stime, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010066
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010067 task_cputime_scaled(tsk, &utimescaled, &stimescaled);
68 stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC);
69 stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010070
Jay Lanf3cef7a2006-09-30 23:28:55 -070071 stats->ac_minflt = tsk->min_flt;
72 stats->ac_majflt = tsk->maj_flt;
Jay Lanf3cef7a2006-09-30 23:28:55 -070073
74 strncpy(stats->ac_comm, tsk->comm, sizeof(stats->ac_comm));
75}
76
Jay Lan9acc1852006-09-30 23:28:58 -070077
78#ifdef CONFIG_TASK_XACCT
Jay Landb5fed262006-09-30 23:29:00 -070079
80#define KB 1024
81#define MB (1024*KB)
Linus Torvalds58c3c3a2011-09-19 17:10:57 -070082#define KB_MASK (~(KB-1))
Jay Lan9acc1852006-09-30 23:28:58 -070083/*
84 * fill in extended accounting fields
85 */
86void xacct_add_tsk(struct taskstats *stats, struct task_struct *p)
87{
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080088 struct mm_struct *mm;
89
Rik van Riel382c2fe2016-02-10 20:08:24 -050090 /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */
91 stats->coremem = p->acct_rss_mem1 * PAGE_SIZE;
92 do_div(stats->coremem, 1000 * KB);
93 stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE;
94 do_div(stats->virtmem, 1000 * KB);
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080095 mm = get_task_mm(p);
96 if (mm) {
Jay Landb5fed262006-09-30 23:29:00 -070097 /* adjust to KB unit */
Oleg Nesterov901608d2009-01-06 14:40:29 -080098 stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB;
99 stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB;
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -0800100 mmput(mm);
Jay Lan9acc1852006-09-30 23:28:58 -0700101 }
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700102 stats->read_char = p->ioac.rchar & KB_MASK;
103 stats->write_char = p->ioac.wchar & KB_MASK;
104 stats->read_syscalls = p->ioac.syscr & KB_MASK;
105 stats->write_syscalls = p->ioac.syscw & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800106#ifdef CONFIG_TASK_IO_ACCOUNTING
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700107 stats->read_bytes = p->ioac.read_bytes & KB_MASK;
108 stats->write_bytes = p->ioac.write_bytes & KB_MASK;
109 stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800110#else
111 stats->read_bytes = 0;
112 stats->write_bytes = 0;
113 stats->cancelled_write_bytes = 0;
114#endif
Jay Lan9acc1852006-09-30 23:28:58 -0700115}
Jay Landb5fed262006-09-30 23:29:00 -0700116#undef KB
117#undef MB
Jay Lan8f0ab512006-09-30 23:28:59 -0700118
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100119static void __acct_update_integrals(struct task_struct *tsk,
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100120 u64 utime, u64 stime)
Jay Lan8f0ab512006-09-30 23:28:59 -0700121{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100122 u64 time, delta;
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700123
Rik van Rielb2add862016-02-10 20:08:25 -0500124 if (!likely(tsk->mm))
125 return;
Jay Lan8f0ab512006-09-30 23:28:59 -0700126
Rik van Rielb2add862016-02-10 20:08:25 -0500127 time = stime + utime;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100128 delta = time - tsk->acct_timexpd;
Rik van Riel382c2fe2016-02-10 20:08:24 -0500129
Rik van Rielb2add862016-02-10 20:08:25 -0500130 if (delta < TICK_NSEC)
Rik van Riel9344c922016-02-10 20:08:26 -0500131 return;
Rik van Rielb2add862016-02-10 20:08:25 -0500132
133 tsk->acct_timexpd = time;
134 /*
135 * Divide by 1024 to avoid overflow, and to avoid division.
136 * The final unit reported to userspace is Mbyte-usecs,
137 * the rest of the math is done in xacct_add_tsk.
138 */
139 tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10;
140 tsk->acct_vm_mem1 += delta * tsk->mm->total_vm >> 10;
Jay Lan8f0ab512006-09-30 23:28:59 -0700141}
142
143/**
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100144 * acct_update_integrals - update mm integral fields in task_struct
145 * @tsk: task_struct for accounting
146 */
147void acct_update_integrals(struct task_struct *tsk)
148{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100149 u64 utime, stime;
Rik van Riel9344c922016-02-10 20:08:26 -0500150 unsigned long flags;
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100151
Rik van Riel9344c922016-02-10 20:08:26 -0500152 local_irq_save(flags);
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100153 task_cputime(tsk, &utime, &stime);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100154 __acct_update_integrals(tsk, utime, stime);
Rik van Riel9344c922016-02-10 20:08:26 -0500155 local_irq_restore(flags);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100156}
157
158/**
159 * acct_account_cputime - update mm integral after cputime update
160 * @tsk: task_struct for accounting
161 */
162void acct_account_cputime(struct task_struct *tsk)
163{
164 __acct_update_integrals(tsk, tsk->utime, tsk->stime);
165}
166
167/**
Jay Lan8f0ab512006-09-30 23:28:59 -0700168 * acct_clear_integrals - clear the mm integral fields in task_struct
169 * @tsk: task_struct whose accounting fields are cleared
170 */
171void acct_clear_integrals(struct task_struct *tsk)
172{
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700173 tsk->acct_timexpd = 0;
Jay Lan8f0ab512006-09-30 23:28:59 -0700174 tsk->acct_rss_mem1 = 0;
175 tsk->acct_vm_mem1 = 0;
176}
Jay Lan9acc1852006-09-30 23:28:58 -0700177#endif