blob: 8c834ed39012a3a4ea578cffc59effafdaf06d11 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/ipc/util.h
4 * Copyright (C) 1999 Christoph Rohland
5 *
Christian Kujau624dffc2006-01-15 02:43:54 +01006 * ipc helper functions (c) 1999 Manfred Spraul <manfred@colorfullife.com>
Kirill Korotaev73ea4132006-10-02 02:18:20 -07007 * namespaces support. 2006 OpenVZ, SWsoft Inc.
8 * Pavel Emelianov <xemul@openvz.org>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
11#ifndef _IPC_UTIL_H
12#define _IPC_UTIL_H
13
Johannes Weiner232086b2009-06-20 02:23:29 +020014#include <linux/unistd.h>
Nadia Derbey023a5352007-10-18 23:40:51 -070015#include <linux/err.h>
Davidlohr Bueso15df03c82017-11-17 15:31:18 -080016#include <linux/ipc_namespace.h>
Nadia Derbey7ca7e562007-10-18 23:40:48 -070017
Waiman Long5ac893b2019-05-14 15:46:29 -070018/*
19 * The IPC ID contains 2 separate numbers - index and sequence number.
20 * By default,
21 * bits 0-14: index (32k, 15 bits)
22 * bits 15-30: sequence number (64k, 16 bits)
23 *
24 * When IPCMNI extension mode is turned on, the composition changes:
25 * bits 0-23: index (16M, 24 bits)
26 * bits 24-30: sequence number (128, 7 bits)
27 */
28#define IPCMNI_SHIFT 15
29#define IPCMNI_EXTEND_SHIFT 24
30#define IPCMNI (1 << IPCMNI_SHIFT)
31#define IPCMNI_EXTEND (1 << IPCMNI_EXTEND_SHIFT)
32
33#ifdef CONFIG_SYSVIPC_SYSCTL
34extern int ipc_mni;
35extern int ipc_mni_shift;
36
Manfred Spraul3278a2c2019-05-14 15:46:33 -070037#define ipcmni_seq_shift() ipc_mni_shift
Waiman Long5ac893b2019-05-14 15:46:29 -070038#define IPCMNI_IDX_MASK ((1 << ipc_mni_shift) - 1)
39
40#else /* CONFIG_SYSVIPC_SYSCTL */
41
42#define ipc_mni IPCMNI
Manfred Spraul3278a2c2019-05-14 15:46:33 -070043#define ipcmni_seq_shift() IPCMNI_SHIFT
Waiman Long5ac893b2019-05-14 15:46:29 -070044#define IPCMNI_IDX_MASK ((1 << IPCMNI_SHIFT) - 1)
45#endif /* CONFIG_SYSVIPC_SYSCTL */
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
Davidlohr Buesoeae04d22018-08-21 22:01:56 -070047void sem_init(void);
48void msg_init(void);
Manfred Spraul239521f2014-01-27 17:07:04 -080049void shm_init(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
Pavel Emelyanovae5e1b22008-02-08 04:18:22 -080051struct ipc_namespace;
Eric W. Biederman03f1fc02018-03-23 00:22:05 -050052struct pid_namespace;
Pavel Emelyanovae5e1b22008-02-08 04:18:22 -080053
Serge E. Hallyn614b84c2009-04-06 19:01:08 -070054#ifdef CONFIG_POSIX_MQUEUE
Serge E. Hallyn7eafd7c2009-04-06 19:01:10 -070055extern void mq_clear_sbinfo(struct ipc_namespace *ns);
56extern void mq_put_mnt(struct ipc_namespace *ns);
Serge E. Hallyn614b84c2009-04-06 19:01:08 -070057#else
Serge E. Hallyn7eafd7c2009-04-06 19:01:10 -070058static inline void mq_clear_sbinfo(struct ipc_namespace *ns) { }
59static inline void mq_put_mnt(struct ipc_namespace *ns) { }
Serge E. Hallyn614b84c2009-04-06 19:01:08 -070060#endif
61
62#ifdef CONFIG_SYSVIPC
Davidlohr Buesoeae04d22018-08-21 22:01:56 -070063void sem_init_ns(struct ipc_namespace *ns);
64void msg_init_ns(struct ipc_namespace *ns);
65void shm_init_ns(struct ipc_namespace *ns);
Kirill Korotaev73ea4132006-10-02 02:18:20 -070066
67void sem_exit_ns(struct ipc_namespace *ns);
68void msg_exit_ns(struct ipc_namespace *ns);
69void shm_exit_ns(struct ipc_namespace *ns);
Serge E. Hallyn614b84c2009-04-06 19:01:08 -070070#else
Davidlohr Buesoeae04d22018-08-21 22:01:56 -070071static inline void sem_init_ns(struct ipc_namespace *ns) { }
72static inline void msg_init_ns(struct ipc_namespace *ns) { }
73static inline void shm_init_ns(struct ipc_namespace *ns) { }
Serge E. Hallyn614b84c2009-04-06 19:01:08 -070074
75static inline void sem_exit_ns(struct ipc_namespace *ns) { }
76static inline void msg_exit_ns(struct ipc_namespace *ns) { }
77static inline void shm_exit_ns(struct ipc_namespace *ns) { }
78#endif
Kirill Korotaev73ea4132006-10-02 02:18:20 -070079
Nadia Derbey7748dbf2007-10-18 23:40:49 -070080/*
81 * Structure that holds the parameters needed by the ipc operations
82 * (see after)
83 */
84struct ipc_params {
85 key_t key;
86 int flg;
87 union {
88 size_t size; /* for shared memories */
89 int nsems; /* for semaphores */
90 } u; /* holds the getnew() specific param */
91};
92
93/*
94 * Structure that holds some ipc operations. This structure is used to unify
95 * the calls to sys_msgget(), sys_semget(), sys_shmget()
96 * . routine to call to create a new ipc object. Can be one of newque,
97 * newary, newseg
Nadia Derbeyf4566f02007-10-18 23:40:53 -070098 * . routine to call to check permissions for a new ipc object.
Nadia Derbey7748dbf2007-10-18 23:40:49 -070099 * Can be one of security_msg_associate, security_sem_associate,
100 * security_shm_associate
101 * . routine to call for an extra check if needed
102 */
103struct ipc_ops {
Paul McQuade46c0a8c2014-06-06 14:37:37 -0700104 int (*getnew)(struct ipc_namespace *, struct ipc_params *);
105 int (*associate)(struct kern_ipc_perm *, int);
106 int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *);
Nadia Derbey7748dbf2007-10-18 23:40:49 -0700107};
108
Mike Waychisonae781772005-09-06 15:17:09 -0700109struct seq_file;
Pierre Peiffered2ddbf2008-02-08 04:18:57 -0800110struct ipc_ids;
Cedric Le Goater7d69a1f2007-07-15 23:40:58 -0700111
Davidlohr Buesoeae04d22018-08-21 22:01:56 -0700112void ipc_init_ids(struct ipc_ids *ids);
Mike Waychisonae781772005-09-06 15:17:09 -0700113#ifdef CONFIG_PROC_FS
114void __init ipc_init_proc_interface(const char *path, const char *header,
Kirill Korotaev73ea4132006-10-02 02:18:20 -0700115 int ids, int (*show)(struct seq_file *, void *));
Eric W. Biederman03f1fc02018-03-23 00:22:05 -0500116struct pid_namespace *ipc_seq_pid_ns(struct seq_file *);
Mike Waychisonae781772005-09-06 15:17:09 -0700117#else
118#define ipc_init_proc_interface(path, header, ids, show) do {} while (0)
119#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
Kirill Korotaev73ea4132006-10-02 02:18:20 -0700121#define IPC_SEM_IDS 0
122#define IPC_MSG_IDS 1
123#define IPC_SHM_IDS 2
124
Waiman Long5ac893b2019-05-14 15:46:29 -0700125#define ipcid_to_idx(id) ((id) & IPCMNI_IDX_MASK)
Manfred Spraul3278a2c2019-05-14 15:46:33 -0700126#define ipcid_to_seqx(id) ((id) >> ipcmni_seq_shift())
127#define ipcid_seq_max() (INT_MAX >> ipcmni_seq_shift())
Nadia Derbeyce621f52007-10-18 23:40:52 -0700128
Davidlohr Buesod9a605e2013-09-11 14:26:24 -0700129/* must be called with ids->rwsem acquired for writing */
Nadia Derbey7ca7e562007-10-18 23:40:48 -0700130int ipc_addid(struct ipc_ids *, struct kern_ipc_perm *, int);
Nadia Derbey3e148c72007-10-18 23:40:54 -0700131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132/* must be called with both locks acquired. */
Nadia Derbey7ca7e562007-10-18 23:40:48 -0700133void ipc_rmid(struct ipc_ids *, struct kern_ipc_perm *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
Guillaume Knispel0cfb6ae2017-09-08 16:17:55 -0700135/* must be called with both locks acquired. */
136void ipc_set_key_private(struct ipc_ids *, struct kern_ipc_perm *);
137
Nadia Derbeyf4566f02007-10-18 23:40:53 -0700138/* must be called with ipcp locked */
Serge E. Hallynb0e77592011-03-23 16:43:24 -0700139int ipcperms(struct ipc_namespace *ns, struct kern_ipc_perm *ipcp, short flg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
Davidlohr Bueso15df03c82017-11-17 15:31:18 -0800141/**
Manfred Spraul27c331a2018-08-21 22:02:00 -0700142 * ipc_get_maxidx - get the highest assigned index
Davidlohr Bueso15df03c82017-11-17 15:31:18 -0800143 * @ids: ipc identifier set
144 *
145 * Called with ipc_ids.rwsem held for reading.
146 */
Manfred Spraul27c331a2018-08-21 22:02:00 -0700147static inline int ipc_get_maxidx(struct ipc_ids *ids)
Davidlohr Bueso15df03c82017-11-17 15:31:18 -0800148{
149 if (ids->in_use == 0)
150 return -1;
151
Waiman Long5ac893b2019-05-14 15:46:29 -0700152 if (ids->in_use == ipc_mni)
153 return ipc_mni - 1;
Davidlohr Bueso15df03c82017-11-17 15:31:18 -0800154
Manfred Spraul27c331a2018-08-21 22:02:00 -0700155 return ids->max_idx;
Davidlohr Bueso15df03c82017-11-17 15:31:18 -0800156}
157
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158/*
159 * For allocation that need to be freed by RCU.
160 * Objects are reference counted, they start with reference count 1.
161 * getref increases the refcount, the putref call that reduces the recount
162 * to 0 schedules the rcu destruction. Caller must guarantee locking.
Manfred Spraul62b49c92017-07-12 14:35:34 -0700163 *
164 * refcount is initialized by ipc_addid(), before that point call_rcu()
165 * must be used.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 */
Manfred Spraul2a9d6482018-08-21 22:02:04 -0700167bool ipc_rcu_getref(struct kern_ipc_perm *ptr);
Manfred Sprauldba4cdd2017-07-12 14:34:41 -0700168void ipc_rcu_putref(struct kern_ipc_perm *ptr,
169 void (*func)(struct rcu_head *head));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
Davidlohr Bueso55b7ae52015-06-30 14:58:42 -0700171struct kern_ipc_perm *ipc_obtain_object_idr(struct ipc_ids *ids, int id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
173void kernel_to_ipc64_perm(struct kern_ipc_perm *in, struct ipc64_perm *out);
174void ipc64_perm_to_ipc_perm(struct ipc64_perm *in, struct ipc_perm *out);
Eric W. Biederman1efdb692012-02-07 16:54:11 -0800175int ipc_update_perm(struct ipc64_perm *in, struct kern_ipc_perm *out);
Manfred Spraul4241c1a2018-08-21 22:01:34 -0700176struct kern_ipc_perm *ipcctl_obtain_check(struct ipc_namespace *ns,
Davidlohr Bueso444d0f62013-04-30 19:15:24 -0700177 struct ipc_ids *ids, int id, int cmd,
178 struct ipc64_perm *perm, int extra_perm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
Eric W. Biederman03f1fc02018-03-23 00:22:05 -0500180static inline void ipc_update_pid(struct pid **pos, struct pid *pid)
181{
182 struct pid *old = *pos;
183 if (old != pid) {
184 *pos = get_pid(pid);
185 put_pid(old);
186 }
187}
188
Arnd Bergmann275f2212018-12-31 22:22:40 +0100189#ifdef CONFIG_ARCH_WANT_IPC_PARSE_VERSION
Manfred Spraul239521f2014-01-27 17:07:04 -0800190int ipc_parse_version(int *cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191#endif
192
193extern void free_msg(struct msg_msg *msg);
Mathias Krause4e9b45a2013-11-12 15:11:47 -0800194extern struct msg_msg *load_msg(const void __user *src, size_t len);
Stanislav Kinsbursky4a674f32013-01-04 15:34:55 -0800195extern struct msg_msg *copy_msg(struct msg_msg *src, struct msg_msg *dst);
Mathias Krause4e9b45a2013-11-12 15:11:47 -0800196extern int store_msg(void __user *dest, struct msg_msg *msg, size_t len);
Nadia Derbey7748dbf2007-10-18 23:40:49 -0700197
Manfred Spraul27c331a2018-08-21 22:02:00 -0700198static inline int ipc_checkid(struct kern_ipc_perm *ipcp, int id)
Nadia Derbey023a5352007-10-18 23:40:51 -0700199{
Manfred Spraul27c331a2018-08-21 22:02:00 -0700200 return ipcid_to_seqx(id) != ipcp->seq;
Nadia Derbey023a5352007-10-18 23:40:51 -0700201}
202
Davidlohr Bueso1ca70032013-07-08 16:01:10 -0700203static inline void ipc_lock_object(struct kern_ipc_perm *perm)
204{
205 spin_lock(&perm->lock);
206}
207
208static inline void ipc_unlock_object(struct kern_ipc_perm *perm)
209{
210 spin_unlock(&perm->lock);
211}
212
213static inline void ipc_assert_locked_object(struct kern_ipc_perm *perm)
214{
215 assert_spin_locked(&perm->lock);
216}
217
Nadia Derbey023a5352007-10-18 23:40:51 -0700218static inline void ipc_unlock(struct kern_ipc_perm *perm)
219{
Davidlohr Buesocf9d5d72013-07-08 16:01:11 -0700220 ipc_unlock_object(perm);
Nadia Derbey023a5352007-10-18 23:40:51 -0700221 rcu_read_unlock();
222}
223
Rafael Aquini0f3d2b02014-01-27 17:07:01 -0800224/*
225 * ipc_valid_object() - helper to sort out IPC_RMID races for codepaths
226 * where the respective ipc_ids.rwsem is not being held down.
227 * Checks whether the ipc object is still around or if it's gone already, as
228 * ipc_rmid() may have already freed the ID while the ipc lock was spinning.
229 * Needs to be called with kern_ipc_perm.lock held -- exception made for one
230 * checkpoint case at sys_semtimedop() as noted in code commentary.
231 */
232static inline bool ipc_valid_object(struct kern_ipc_perm *perm)
233{
Rafael Aquini72a8ff22014-01-27 17:07:02 -0800234 return !perm->deleted;
Rafael Aquini0f3d2b02014-01-27 17:07:01 -0800235}
236
Davidlohr Bueso4d2bff52013-04-30 19:15:19 -0700237struct kern_ipc_perm *ipc_obtain_object_check(struct ipc_ids *ids, int id);
Pavel Emelyanovb2d75cd2008-02-08 04:18:54 -0800238int ipcget(struct ipc_namespace *ns, struct ipc_ids *ids,
Mathias Krauseeb66ec42014-06-06 14:37:36 -0700239 const struct ipc_ops *ops, struct ipc_params *params);
Alexey Dobriyan665c7742009-06-17 16:27:57 -0700240void free_ipcs(struct ipc_namespace *ns, struct ipc_ids *ids,
241 void (*free)(struct ipc_namespace *, struct kern_ipc_perm *));
Al Viro553f7702017-07-08 22:52:47 -0400242
Waiman Long8c81ddd2018-10-30 15:07:24 -0700243static inline int sem_check_semmni(struct ipc_namespace *ns) {
244 /*
Waiman Long5ac893b2019-05-14 15:46:29 -0700245 * Check semmni range [0, ipc_mni]
Waiman Long8c81ddd2018-10-30 15:07:24 -0700246 * semmni is the last element of sem_ctls[4] array
247 */
Waiman Long5ac893b2019-05-14 15:46:29 -0700248 return ((ns->sem_ctls[3] < 0) || (ns->sem_ctls[3] > ipc_mni))
Waiman Long8c81ddd2018-10-30 15:07:24 -0700249 ? -ERANGE : 0;
250}
251
Al Viro553f7702017-07-08 22:52:47 -0400252#ifdef CONFIG_COMPAT
253#include <linux/compat.h>
254struct compat_ipc_perm {
255 key_t key;
256 __compat_uid_t uid;
257 __compat_gid_t gid;
258 __compat_uid_t cuid;
259 __compat_gid_t cgid;
260 compat_mode_t mode;
261 unsigned short seq;
262};
263
Al Viroc0ebccb2017-07-09 10:03:23 -0400264void to_compat_ipc_perm(struct compat_ipc_perm *, struct ipc64_perm *);
265void to_compat_ipc64_perm(struct compat_ipc64_perm *, struct ipc64_perm *);
266int get_compat_ipc_perm(struct ipc64_perm *, struct compat_ipc_perm __user *);
267int get_compat_ipc64_perm(struct ipc64_perm *,
268 struct compat_ipc64_perm __user *);
269
Al Viro553f7702017-07-08 22:52:47 -0400270static inline int compat_ipc_parse_version(int *cmd)
271{
Al Viro553f7702017-07-08 22:52:47 -0400272 int version = *cmd & IPC_64;
273 *cmd &= ~IPC_64;
274 return version;
Al Viro553f7702017-07-08 22:52:47 -0400275}
276#endif
Dominik Brodowski41f4f0e2018-03-20 19:48:14 +0100277
278/* for __ARCH_WANT_SYS_IPC */
279long ksys_semtimedop(int semid, struct sembuf __user *tsops,
280 unsigned int nsops,
Arnd Bergmann21fc5382018-04-13 13:58:00 +0200281 const struct __kernel_timespec __user *timeout);
Dominik Brodowski69894712018-03-20 19:53:58 +0100282long ksys_semget(key_t key, int nsems, int semflg);
Arnd Bergmann275f2212018-12-31 22:22:40 +0100283long ksys_old_semctl(int semid, int semnum, int cmd, unsigned long arg);
Dominik Brodowski3d656612018-03-20 20:06:04 +0100284long ksys_msgget(key_t key, int msgflg);
Arnd Bergmann275f2212018-12-31 22:22:40 +0100285long ksys_old_msgctl(int msqid, int cmd, struct msqid_ds __user *buf);
Dominik Brodowski078faac2018-03-20 21:25:57 +0100286long ksys_msgrcv(int msqid, struct msgbuf __user *msgp, size_t msgsz,
287 long msgtyp, int msgflg);
Dominik Brodowski31c213f2018-03-20 21:29:00 +0100288long ksys_msgsnd(int msqid, struct msgbuf __user *msgp, size_t msgsz,
289 int msgflg);
Dominik Brodowski65749e02018-03-20 20:07:53 +0100290long ksys_shmget(key_t key, size_t size, int shmflg);
Dominik Brodowskida1e27442018-03-20 20:09:48 +0100291long ksys_shmdt(char __user *shmaddr);
Arnd Bergmann275f2212018-12-31 22:22:40 +0100292long ksys_old_shmctl(int shmid, int cmd, struct shmid_ds __user *buf);
Dominik Brodowski41f4f0e2018-03-20 19:48:14 +0100293
294/* for CONFIG_ARCH_WANT_OLD_COMPAT_IPC */
Dominik Brodowski41f4f0e2018-03-20 19:48:14 +0100295long compat_ksys_semtimedop(int semid, struct sembuf __user *tsems,
296 unsigned int nsops,
Arnd Bergmann9afc5ee2018-07-13 12:52:28 +0200297 const struct old_timespec32 __user *timeout);
Arnd Bergmannb0d17572018-04-13 13:58:23 +0200298#ifdef CONFIG_COMPAT
Arnd Bergmann275f2212018-12-31 22:22:40 +0100299long compat_ksys_old_semctl(int semid, int semnum, int cmd, int arg);
300long compat_ksys_old_msgctl(int msqid, int cmd, void __user *uptr);
Dominik Brodowski078faac2018-03-20 21:25:57 +0100301long compat_ksys_msgrcv(int msqid, compat_uptr_t msgp, compat_ssize_t msgsz,
302 compat_long_t msgtyp, int msgflg);
Dominik Brodowski31c213f2018-03-20 21:29:00 +0100303long compat_ksys_msgsnd(int msqid, compat_uptr_t msgp,
304 compat_ssize_t msgsz, int msgflg);
Arnd Bergmann275f2212018-12-31 22:22:40 +0100305long compat_ksys_old_shmctl(int shmid, int cmd, void __user *uptr);
Dominik Brodowski41f4f0e2018-03-20 19:48:14 +0100306#endif /* CONFIG_COMPAT */
307
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308#endif