blob: 2fe068fcaad585f0dfe069fa56c058b7ba3a420c [file] [log] [blame]
Christoph Hellwig3dcf60b2019-04-30 14:42:43 -04001// SPDX-License-Identifier: GPL-2.0
Jens Axboe22e2c502005-06-27 10:55:12 +02002/*
3 * fs/ioprio.c
4 *
Jens Axboe0fe23472006-09-04 15:41:16 +02005 * Copyright (C) 2004 Jens Axboe <axboe@kernel.dk>
Jens Axboe22e2c502005-06-27 10:55:12 +02006 *
7 * Helper functions for setting/querying io priorities of processes. The
8 * system calls closely mimmick getpriority/setpriority, see the man page for
9 * those. The prio argument is a composite of prio class and prio data, where
10 * the data argument has meaning within that class. The standard scheduling
11 * classes have 8 distinct prio levels, with 0 being the highest prio and 7
12 * being the lowest.
13 *
14 * IOW, setting BE scheduling class with prio 2 is done ala:
15 *
16 * unsigned int prio = (IOPRIO_CLASS_BE << IOPRIO_CLASS_SHIFT) | 2;
17 *
18 * ioprio_set(PRIO_PROCESS, pid, prio);
19 *
Mauro Carvalho Chehab898bd372019-04-18 19:45:00 -030020 * See also Documentation/block/ioprio.rst
Jens Axboe22e2c502005-06-27 10:55:12 +020021 *
22 */
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090023#include <linux/gfp.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020024#include <linux/kernel.h>
25#include <linux/ioprio.h>
Ingo Molnar5b825c32017-02-02 17:54:15 +010026#include <linux/cred.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020027#include <linux/blkdev.h>
Randy Dunlap16f7e0f2006-01-11 12:17:46 -080028#include <linux/capability.h>
Adrian Bunk9abdc4c2005-11-08 16:57:02 +010029#include <linux/syscalls.h>
James Morris03e68062006-06-23 02:03:58 -070030#include <linux/security.h>
Pavel Emelyanovb4888932007-10-18 23:40:14 -070031#include <linux/pid_namespace.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020032
Adam Manzanaresaa434572018-05-22 10:52:17 -070033int ioprio_check_cap(int ioprio)
Jens Axboe22e2c502005-06-27 10:55:12 +020034{
35 int class = IOPRIO_PRIO_CLASS(ioprio);
36 int data = IOPRIO_PRIO_DATA(ioprio);
Jens Axboe22e2c502005-06-27 10:55:12 +020037
38 switch (class) {
39 case IOPRIO_CLASS_RT:
Alistair Delva94c4b4f2021-11-15 18:16:55 +000040 /*
41 * Originally this only checked for CAP_SYS_ADMIN,
42 * which was implicitly allowed for pid 0 by security
43 * modules such as SELinux. Make sure we check
44 * CAP_SYS_ADMIN first to avoid a denial/avc for
45 * possibly missing CAP_SYS_NICE permission.
46 */
47 if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_NICE))
Jens Axboe22e2c502005-06-27 10:55:12 +020048 return -EPERM;
Gustavo A. R. Silvadf561f662020-08-23 17:36:59 -050049 fallthrough;
Bart Van Asschee29387e2017-06-21 09:40:11 -070050 /* rt has prio field too */
Jens Axboe22e2c502005-06-27 10:55:12 +020051 case IOPRIO_CLASS_BE:
Damien Le Moal202bc942021-08-11 12:37:01 +090052 if (data >= IOPRIO_NR_LEVELS || data < 0)
Jens Axboe22e2c502005-06-27 10:55:12 +020053 return -EINVAL;
Jens Axboe22e2c502005-06-27 10:55:12 +020054 break;
55 case IOPRIO_CLASS_IDLE:
56 break;
Jens Axboe8ec680e2007-11-07 13:54:07 +010057 case IOPRIO_CLASS_NONE:
58 if (data)
59 return -EINVAL;
60 break;
Jens Axboe22e2c502005-06-27 10:55:12 +020061 default:
62 return -EINVAL;
63 }
64
Adam Manzanaresaa434572018-05-22 10:52:17 -070065 return 0;
66}
67
68SYSCALL_DEFINE3(ioprio_set, int, which, int, who, int, ioprio)
69{
70 struct task_struct *p, *g;
71 struct user_struct *user;
72 struct pid *pgrp;
73 kuid_t uid;
74 int ret;
75
76 ret = ioprio_check_cap(ioprio);
77 if (ret)
78 return ret;
79
Jens Axboe22e2c502005-06-27 10:55:12 +020080 ret = -ESRCH;
Greg Thelend69b78b2010-11-15 10:20:52 +010081 rcu_read_lock();
Jens Axboe22e2c502005-06-27 10:55:12 +020082 switch (which) {
83 case IOPRIO_WHO_PROCESS:
84 if (!who)
85 p = current;
86 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -070087 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +020088 if (p)
89 ret = set_task_ioprio(p, ioprio);
90 break;
91 case IOPRIO_WHO_PGRP:
92 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -080093 pgrp = task_pgrp(current);
94 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -070095 pgrp = find_vpid(who);
Peter Zijlstra40c7fd32021-04-08 11:46:12 +020096
97 read_lock(&tasklist_lock);
Ken Chen2d70b682008-08-20 14:09:17 -070098 do_each_pid_thread(pgrp, PIDTYPE_PGID, p) {
Jens Axboe22e2c502005-06-27 10:55:12 +020099 ret = set_task_ioprio(p, ioprio);
Peter Zijlstra40c7fd32021-04-08 11:46:12 +0200100 if (ret) {
101 read_unlock(&tasklist_lock);
102 goto out;
103 }
Ken Chen2d70b682008-08-20 14:09:17 -0700104 } while_each_pid_thread(pgrp, PIDTYPE_PGID, p);
Peter Zijlstra40c7fd32021-04-08 11:46:12 +0200105 read_unlock(&tasklist_lock);
106
Jens Axboe22e2c502005-06-27 10:55:12 +0200107 break;
108 case IOPRIO_WHO_USER:
Eric W. Biederman7b44ab92011-11-16 23:20:58 -0800109 uid = make_kuid(current_user_ns(), who);
110 if (!uid_valid(uid))
111 break;
Jens Axboe22e2c502005-06-27 10:55:12 +0200112 if (!who)
David Howells86a264a2008-11-14 10:39:18 +1100113 user = current_user();
Jens Axboe22e2c502005-06-27 10:55:12 +0200114 else
Eric W. Biederman7b44ab92011-11-16 23:20:58 -0800115 user = find_user(uid);
Jens Axboe22e2c502005-06-27 10:55:12 +0200116
117 if (!user)
118 break;
119
Tetsuo Handa612dafa2017-02-22 15:40:50 -0800120 for_each_process_thread(g, p) {
Ben Segall8639b462015-11-06 16:32:48 -0800121 if (!uid_eq(task_uid(p), uid) ||
122 !task_pid_vnr(p))
Jens Axboe22e2c502005-06-27 10:55:12 +0200123 continue;
124 ret = set_task_ioprio(p, ioprio);
125 if (ret)
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200126 goto free_uid;
Tetsuo Handa612dafa2017-02-22 15:40:50 -0800127 }
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200128free_uid:
Jens Axboe22e2c502005-06-27 10:55:12 +0200129 if (who)
130 free_uid(user);
131 break;
132 default:
133 ret = -EINVAL;
134 }
135
Peter Zijlstra40c7fd32021-04-08 11:46:12 +0200136out:
Greg Thelend69b78b2010-11-15 10:20:52 +0100137 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200138 return ret;
139}
140
David Quigleya1836a42006-06-30 01:55:49 -0700141static int get_task_ioprio(struct task_struct *p)
142{
143 int ret;
144
145 ret = security_task_getioprio(p);
146 if (ret)
147 goto out;
Damien Le Moale70344c2021-08-11 12:37:02 +0900148 ret = IOPRIO_DEFAULT;
Omar Sandoval8ba86822016-07-01 00:39:35 -0700149 task_lock(p);
Jens Axboefd0928d2008-01-24 08:52:45 +0100150 if (p->io_context)
151 ret = p->io_context->ioprio;
Omar Sandoval8ba86822016-07-01 00:39:35 -0700152 task_unlock(p);
David Quigleya1836a42006-06-30 01:55:49 -0700153out:
154 return ret;
155}
156
Oleg Nesterove014ff82006-08-21 10:02:50 +0200157int ioprio_best(unsigned short aprio, unsigned short bprio)
158{
Jan Karaece9c722014-10-30 20:43:38 +0100159 if (!ioprio_valid(aprio))
Damien Le Moale70344c2021-08-11 12:37:02 +0900160 aprio = IOPRIO_DEFAULT;
Jan Karaece9c722014-10-30 20:43:38 +0100161 if (!ioprio_valid(bprio))
Damien Le Moale70344c2021-08-11 12:37:02 +0900162 bprio = IOPRIO_DEFAULT;
Oleg Nesterove014ff82006-08-21 10:02:50 +0200163
Bart Van Assche9a871822017-04-19 14:01:28 -0700164 return min(aprio, bprio);
Oleg Nesterove014ff82006-08-21 10:02:50 +0200165}
166
Heiko Carstens938bb9f2009-01-14 14:14:30 +0100167SYSCALL_DEFINE2(ioprio_get, int, which, int, who)
Jens Axboe22e2c502005-06-27 10:55:12 +0200168{
169 struct task_struct *g, *p;
170 struct user_struct *user;
Eric W. Biederman41487c62007-02-12 00:53:01 -0800171 struct pid *pgrp;
Eric W. Biederman7b44ab92011-11-16 23:20:58 -0800172 kuid_t uid;
Jens Axboe22e2c502005-06-27 10:55:12 +0200173 int ret = -ESRCH;
David Quigleya1836a42006-06-30 01:55:49 -0700174 int tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200175
Greg Thelend69b78b2010-11-15 10:20:52 +0100176 rcu_read_lock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200177 switch (which) {
178 case IOPRIO_WHO_PROCESS:
179 if (!who)
180 p = current;
181 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -0700182 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +0200183 if (p)
David Quigleya1836a42006-06-30 01:55:49 -0700184 ret = get_task_ioprio(p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200185 break;
186 case IOPRIO_WHO_PGRP:
187 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -0800188 pgrp = task_pgrp(current);
189 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -0700190 pgrp = find_vpid(who);
Davidlohr Buesoe6a59aa2021-12-10 10:20:58 -0800191 read_lock(&tasklist_lock);
Ken Chen2d70b682008-08-20 14:09:17 -0700192 do_each_pid_thread(pgrp, PIDTYPE_PGID, p) {
David Quigleya1836a42006-06-30 01:55:49 -0700193 tmpio = get_task_ioprio(p);
194 if (tmpio < 0)
195 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200196 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700197 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200198 else
David Quigleya1836a42006-06-30 01:55:49 -0700199 ret = ioprio_best(ret, tmpio);
Ken Chen2d70b682008-08-20 14:09:17 -0700200 } while_each_pid_thread(pgrp, PIDTYPE_PGID, p);
Davidlohr Buesoe6a59aa2021-12-10 10:20:58 -0800201 read_unlock(&tasklist_lock);
202
Jens Axboe22e2c502005-06-27 10:55:12 +0200203 break;
204 case IOPRIO_WHO_USER:
Eric W. Biederman7b44ab92011-11-16 23:20:58 -0800205 uid = make_kuid(current_user_ns(), who);
Jens Axboe22e2c502005-06-27 10:55:12 +0200206 if (!who)
David Howells86a264a2008-11-14 10:39:18 +1100207 user = current_user();
Jens Axboe22e2c502005-06-27 10:55:12 +0200208 else
Eric W. Biederman7b44ab92011-11-16 23:20:58 -0800209 user = find_user(uid);
Jens Axboe22e2c502005-06-27 10:55:12 +0200210
211 if (!user)
212 break;
213
Tetsuo Handa612dafa2017-02-22 15:40:50 -0800214 for_each_process_thread(g, p) {
Ben Segall8639b462015-11-06 16:32:48 -0800215 if (!uid_eq(task_uid(p), user->uid) ||
216 !task_pid_vnr(p))
Jens Axboe22e2c502005-06-27 10:55:12 +0200217 continue;
David Quigleya1836a42006-06-30 01:55:49 -0700218 tmpio = get_task_ioprio(p);
219 if (tmpio < 0)
220 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200221 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700222 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200223 else
David Quigleya1836a42006-06-30 01:55:49 -0700224 ret = ioprio_best(ret, tmpio);
Tetsuo Handa612dafa2017-02-22 15:40:50 -0800225 }
Jens Axboe22e2c502005-06-27 10:55:12 +0200226
227 if (who)
228 free_uid(user);
229 break;
230 default:
231 ret = -EINVAL;
232 }
233
Greg Thelend69b78b2010-11-15 10:20:52 +0100234 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200235 return ret;
236}