blob: 998ec239d1ea27a21c7fdd2b835c4e35c198667b [file] [log] [blame]
Jens Axboe22e2c502005-06-27 10:55:12 +02001/*
2 * fs/ioprio.c
3 *
Jens Axboe0fe23472006-09-04 15:41:16 +02004 * Copyright (C) 2004 Jens Axboe <axboe@kernel.dk>
Jens Axboe22e2c502005-06-27 10:55:12 +02005 *
6 * Helper functions for setting/querying io priorities of processes. The
7 * system calls closely mimmick getpriority/setpriority, see the man page for
8 * those. The prio argument is a composite of prio class and prio data, where
9 * the data argument has meaning within that class. The standard scheduling
10 * classes have 8 distinct prio levels, with 0 being the highest prio and 7
11 * being the lowest.
12 *
13 * IOW, setting BE scheduling class with prio 2 is done ala:
14 *
15 * unsigned int prio = (IOPRIO_CLASS_BE << IOPRIO_CLASS_SHIFT) | 2;
16 *
17 * ioprio_set(PRIO_PROCESS, pid, prio);
18 *
19 * See also Documentation/block/ioprio.txt
20 *
21 */
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022#include <linux/gfp.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020023#include <linux/kernel.h>
Paul Gortmakerafeacc82011-05-26 16:00:52 -040024#include <linux/export.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020025#include <linux/ioprio.h>
26#include <linux/blkdev.h>
Randy Dunlap16f7e0f2006-01-11 12:17:46 -080027#include <linux/capability.h>
Adrian Bunk9abdc4c2005-11-08 16:57:02 +010028#include <linux/syscalls.h>
James Morris03e68062006-06-23 02:03:58 -070029#include <linux/security.h>
Pavel Emelyanovb4888932007-10-18 23:40:14 -070030#include <linux/pid_namespace.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020031
Theodore Ts'ob3881f72009-01-05 22:46:26 -050032int set_task_ioprio(struct task_struct *task, int ioprio)
Jens Axboe22e2c502005-06-27 10:55:12 +020033{
James Morris03e68062006-06-23 02:03:58 -070034 int err;
Jens Axboe22e2c502005-06-27 10:55:12 +020035 struct io_context *ioc;
David Howellsc69e8d92008-11-14 10:39:19 +110036 const struct cred *cred = current_cred(), *tcred;
Jens Axboe22e2c502005-06-27 10:55:12 +020037
David Howellsc69e8d92008-11-14 10:39:19 +110038 rcu_read_lock();
39 tcred = __task_cred(task);
40 if (tcred->uid != cred->euid &&
41 tcred->uid != cred->uid && !capable(CAP_SYS_NICE)) {
42 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +020043 return -EPERM;
David Howellsc69e8d92008-11-14 10:39:19 +110044 }
45 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +020046
James Morris03e68062006-06-23 02:03:58 -070047 err = security_task_setioprio(task, ioprio);
48 if (err)
49 return err;
50
Tejun Heo6e736be2011-12-14 00:33:38 +010051 ioc = get_task_io_context(task, GFP_ATOMIC, NUMA_NO_NODE);
52 if (ioc) {
Jens Axboefd0928d2008-01-24 08:52:45 +010053 ioc->ioprio = ioprio;
Jens Axboefc463792006-08-29 09:05:44 +020054 ioc->ioprio_changed = 1;
Tejun Heo6e736be2011-12-14 00:33:38 +010055 put_io_context(ioc);
Jens Axboefd0928d2008-01-24 08:52:45 +010056 }
Jens Axboe22e2c502005-06-27 10:55:12 +020057
Jens Axboefd0928d2008-01-24 08:52:45 +010058 return err;
Jens Axboe22e2c502005-06-27 10:55:12 +020059}
Theodore Ts'ob3881f72009-01-05 22:46:26 -050060EXPORT_SYMBOL_GPL(set_task_ioprio);
Jens Axboe22e2c502005-06-27 10:55:12 +020061
Heiko Carstens938bb9f2009-01-14 14:14:30 +010062SYSCALL_DEFINE3(ioprio_set, int, which, int, who, int, ioprio)
Jens Axboe22e2c502005-06-27 10:55:12 +020063{
64 int class = IOPRIO_PRIO_CLASS(ioprio);
65 int data = IOPRIO_PRIO_DATA(ioprio);
66 struct task_struct *p, *g;
67 struct user_struct *user;
Eric W. Biederman41487c62007-02-12 00:53:01 -080068 struct pid *pgrp;
Jens Axboe22e2c502005-06-27 10:55:12 +020069 int ret;
70
71 switch (class) {
72 case IOPRIO_CLASS_RT:
73 if (!capable(CAP_SYS_ADMIN))
74 return -EPERM;
75 /* fall through, rt has prio field too */
76 case IOPRIO_CLASS_BE:
77 if (data >= IOPRIO_BE_NR || data < 0)
78 return -EINVAL;
79
80 break;
81 case IOPRIO_CLASS_IDLE:
82 break;
Jens Axboe8ec680e2007-11-07 13:54:07 +010083 case IOPRIO_CLASS_NONE:
84 if (data)
85 return -EINVAL;
86 break;
Jens Axboe22e2c502005-06-27 10:55:12 +020087 default:
88 return -EINVAL;
89 }
90
91 ret = -ESRCH;
Greg Thelend69b78b2010-11-15 10:20:52 +010092 rcu_read_lock();
Jens Axboe22e2c502005-06-27 10:55:12 +020093 switch (which) {
94 case IOPRIO_WHO_PROCESS:
95 if (!who)
96 p = current;
97 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -070098 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +020099 if (p)
100 ret = set_task_ioprio(p, ioprio);
101 break;
102 case IOPRIO_WHO_PGRP:
103 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -0800104 pgrp = task_pgrp(current);
105 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -0700106 pgrp = find_vpid(who);
Ken Chen2d70b682008-08-20 14:09:17 -0700107 do_each_pid_thread(pgrp, PIDTYPE_PGID, p) {
Jens Axboe22e2c502005-06-27 10:55:12 +0200108 ret = set_task_ioprio(p, ioprio);
109 if (ret)
110 break;
Ken Chen2d70b682008-08-20 14:09:17 -0700111 } while_each_pid_thread(pgrp, PIDTYPE_PGID, p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200112 break;
113 case IOPRIO_WHO_USER:
114 if (!who)
David Howells86a264a2008-11-14 10:39:18 +1100115 user = current_user();
Jens Axboe22e2c502005-06-27 10:55:12 +0200116 else
117 user = find_user(who);
118
119 if (!user)
120 break;
121
122 do_each_thread(g, p) {
Greg Thelend69b78b2010-11-15 10:20:52 +0100123 if (__task_cred(p)->uid != who)
Jens Axboe22e2c502005-06-27 10:55:12 +0200124 continue;
125 ret = set_task_ioprio(p, ioprio);
126 if (ret)
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200127 goto free_uid;
Jens Axboe22e2c502005-06-27 10:55:12 +0200128 } while_each_thread(g, p);
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200129free_uid:
Jens Axboe22e2c502005-06-27 10:55:12 +0200130 if (who)
131 free_uid(user);
132 break;
133 default:
134 ret = -EINVAL;
135 }
136
Greg Thelend69b78b2010-11-15 10:20:52 +0100137 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200138 return ret;
139}
140
David Quigleya1836a42006-06-30 01:55:49 -0700141static int get_task_ioprio(struct task_struct *p)
142{
143 int ret;
144
145 ret = security_task_getioprio(p);
146 if (ret)
147 goto out;
Jens Axboefd0928d2008-01-24 08:52:45 +0100148 ret = IOPRIO_PRIO_VALUE(IOPRIO_CLASS_NONE, IOPRIO_NORM);
149 if (p->io_context)
150 ret = p->io_context->ioprio;
David Quigleya1836a42006-06-30 01:55:49 -0700151out:
152 return ret;
153}
154
Oleg Nesterove014ff82006-08-21 10:02:50 +0200155int ioprio_best(unsigned short aprio, unsigned short bprio)
156{
157 unsigned short aclass = IOPRIO_PRIO_CLASS(aprio);
158 unsigned short bclass = IOPRIO_PRIO_CLASS(bprio);
159
Oleg Nesterove014ff82006-08-21 10:02:50 +0200160 if (aclass == IOPRIO_CLASS_NONE)
161 aclass = IOPRIO_CLASS_BE;
162 if (bclass == IOPRIO_CLASS_NONE)
163 bclass = IOPRIO_CLASS_BE;
164
165 if (aclass == bclass)
166 return min(aprio, bprio);
167 if (aclass > bclass)
168 return bprio;
169 else
170 return aprio;
171}
172
Heiko Carstens938bb9f2009-01-14 14:14:30 +0100173SYSCALL_DEFINE2(ioprio_get, int, which, int, who)
Jens Axboe22e2c502005-06-27 10:55:12 +0200174{
175 struct task_struct *g, *p;
176 struct user_struct *user;
Eric W. Biederman41487c62007-02-12 00:53:01 -0800177 struct pid *pgrp;
Jens Axboe22e2c502005-06-27 10:55:12 +0200178 int ret = -ESRCH;
David Quigleya1836a42006-06-30 01:55:49 -0700179 int tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200180
Greg Thelend69b78b2010-11-15 10:20:52 +0100181 rcu_read_lock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200182 switch (which) {
183 case IOPRIO_WHO_PROCESS:
184 if (!who)
185 p = current;
186 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -0700187 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +0200188 if (p)
David Quigleya1836a42006-06-30 01:55:49 -0700189 ret = get_task_ioprio(p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200190 break;
191 case IOPRIO_WHO_PGRP:
192 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -0800193 pgrp = task_pgrp(current);
194 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -0700195 pgrp = find_vpid(who);
Ken Chen2d70b682008-08-20 14:09:17 -0700196 do_each_pid_thread(pgrp, PIDTYPE_PGID, p) {
David Quigleya1836a42006-06-30 01:55:49 -0700197 tmpio = get_task_ioprio(p);
198 if (tmpio < 0)
199 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200200 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700201 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200202 else
David Quigleya1836a42006-06-30 01:55:49 -0700203 ret = ioprio_best(ret, tmpio);
Ken Chen2d70b682008-08-20 14:09:17 -0700204 } while_each_pid_thread(pgrp, PIDTYPE_PGID, p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200205 break;
206 case IOPRIO_WHO_USER:
207 if (!who)
David Howells86a264a2008-11-14 10:39:18 +1100208 user = current_user();
Jens Axboe22e2c502005-06-27 10:55:12 +0200209 else
210 user = find_user(who);
211
212 if (!user)
213 break;
214
215 do_each_thread(g, p) {
Greg Thelend69b78b2010-11-15 10:20:52 +0100216 if (__task_cred(p)->uid != user->uid)
Jens Axboe22e2c502005-06-27 10:55:12 +0200217 continue;
David Quigleya1836a42006-06-30 01:55:49 -0700218 tmpio = get_task_ioprio(p);
219 if (tmpio < 0)
220 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200221 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700222 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200223 else
David Quigleya1836a42006-06-30 01:55:49 -0700224 ret = ioprio_best(ret, tmpio);
Jens Axboe22e2c502005-06-27 10:55:12 +0200225 } while_each_thread(g, p);
226
227 if (who)
228 free_uid(user);
229 break;
230 default:
231 ret = -EINVAL;
232 }
233
Greg Thelend69b78b2010-11-15 10:20:52 +0100234 rcu_read_unlock();
Jens Axboe22e2c502005-06-27 10:55:12 +0200235 return ret;
236}