blob: 1cdc32b1f1b0836e6dccf2ecf446b9aeab0a950b [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#ifndef _LINUX_POLL_H
3#define _LINUX_POLL_H
4
Linus Torvalds1da177e2005-04-16 15:20:36 -07005
6#include <linux/compiler.h>
Alexey Dobriyana99bbaf2009-10-04 16:11:37 +04007#include <linux/ktime.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <linux/wait.h>
9#include <linux/string.h>
Al Virof23f6e02006-10-20 15:17:02 -040010#include <linux/fs.h>
Dave Young9ff99332010-03-10 15:24:10 -080011#include <linux/sysctl.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080012#include <linux/uaccess.h>
David Howells607ca462012-10-13 10:46:48 +010013#include <uapi/linux/poll.h>
Al Viroe78cd952018-02-01 11:01:35 -050014#include <uapi/linux/eventpoll.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Dave Young9ff99332010-03-10 15:24:10 -080016extern struct ctl_table epoll_table[]; /* for sysctl */
Andi Kleen70674f92006-03-28 01:56:33 -080017/* ~832 bytes of stack space used max in sys_select/sys_poll before allocating
18 additional memory. */
Arnd Bergmannad312f92019-05-14 15:41:42 -070019#ifdef __clang__
20#define MAX_STACK_ALLOC 768
21#else
Andi Kleen70674f92006-03-28 01:56:33 -080022#define MAX_STACK_ALLOC 832
Arnd Bergmannad312f92019-05-14 15:41:42 -070023#endif
Andi Kleen70674f92006-03-28 01:56:33 -080024#define FRONTEND_STACK_ALLOC 256
25#define SELECT_STACK_ALLOC FRONTEND_STACK_ALLOC
26#define POLL_STACK_ALLOC FRONTEND_STACK_ALLOC
27#define WQUEUES_STACK_ALLOC (MAX_STACK_ALLOC - FRONTEND_STACK_ALLOC)
28#define N_INLINE_POLL_ENTRIES (WQUEUES_STACK_ALLOC / sizeof(struct poll_table_entry))
29
Al Viroe78cd952018-02-01 11:01:35 -050030#define DEFAULT_POLLMASK (EPOLLIN | EPOLLOUT | EPOLLRDNORM | EPOLLWRNORM)
Alexey Dobriyandd23aae2007-09-11 15:23:55 -070031
Linus Torvalds1da177e2005-04-16 15:20:36 -070032struct poll_table_struct;
33
34/*
35 * structures and helpers for f_op->poll implementations
36 */
37typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *);
38
Hans Verkuil626cf232012-03-23 15:02:27 -070039/*
40 * Do not touch the structure directly, use the access functions
41 * poll_does_not_wait() and poll_requested_events() instead.
42 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070043typedef struct poll_table_struct {
Hans Verkuil626cf232012-03-23 15:02:27 -070044 poll_queue_proc _qproc;
Al Viro01699432017-07-03 03:14:15 -040045 __poll_t _key;
Linus Torvalds1da177e2005-04-16 15:20:36 -070046} poll_table;
47
48static inline void poll_wait(struct file * filp, wait_queue_head_t * wait_address, poll_table *p)
49{
Hans Verkuil626cf232012-03-23 15:02:27 -070050 if (p && p->_qproc && wait_address)
51 p->_qproc(filp, wait_address, p);
52}
53
54/*
55 * Return true if it is guaranteed that poll will not wait. This is the case
56 * if the poll() of another file descriptor in the set got an event, so there
57 * is no need for waiting.
58 */
59static inline bool poll_does_not_wait(const poll_table *p)
60{
61 return p == NULL || p->_qproc == NULL;
62}
63
64/*
65 * Return the set of events that the application wants to poll for.
66 * This is useful for drivers that need to know whether a DMA transfer has
67 * to be started implicitly on poll(). You typically only want to do that
68 * if the application is actually polling for POLLIN and/or POLLOUT.
69 */
Al Viro01699432017-07-03 03:14:15 -040070static inline __poll_t poll_requested_events(const poll_table *p)
Hans Verkuil626cf232012-03-23 15:02:27 -070071{
Al Viro01699432017-07-03 03:14:15 -040072 return p ? p->_key : ~(__poll_t)0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070073}
74
75static inline void init_poll_funcptr(poll_table *pt, poll_queue_proc qproc)
76{
Hans Verkuil626cf232012-03-23 15:02:27 -070077 pt->_qproc = qproc;
Al Viro01699432017-07-03 03:14:15 -040078 pt->_key = ~(__poll_t)0; /* all events enabled */
Linus Torvalds1da177e2005-04-16 15:20:36 -070079}
80
Christoph Hellwig3deb6422018-01-09 15:29:24 +010081static inline bool file_can_poll(struct file *file)
Christoph Hellwig9965ed172018-03-05 07:26:05 -080082{
Linus Torvaldsa11e1d42018-06-28 09:43:44 -070083 return file->f_op->poll;
Christoph Hellwig9965ed172018-03-05 07:26:05 -080084}
85
Linus Torvaldsa11e1d42018-06-28 09:43:44 -070086static inline __poll_t vfs_poll(struct file *file, struct poll_table_struct *pt)
87{
88 if (unlikely(!file->f_op->poll))
89 return DEFAULT_POLLMASK;
90 return file->f_op->poll(file, pt);
91}
Christoph Hellwig3deb6422018-01-09 15:29:24 +010092
Andi Kleen70674f92006-03-28 01:56:33 -080093struct poll_table_entry {
Tejun Heo5f820f62009-01-06 14:40:59 -080094 struct file *filp;
Al Viroddc0505f2017-07-16 20:42:21 -040095 __poll_t key;
Ingo Molnarac6424b2017-06-20 12:06:13 +020096 wait_queue_entry_t wait;
Tejun Heo5f820f62009-01-06 14:40:59 -080097 wait_queue_head_t *wait_address;
Andi Kleen70674f92006-03-28 01:56:33 -080098};
99
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100/*
Namhyung Kimdac36dd2010-12-10 01:57:07 +0900101 * Structures and helpers for select/poll syscall
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 */
103struct poll_wqueues {
104 poll_table pt;
Tejun Heo5f820f62009-01-06 14:40:59 -0800105 struct poll_table_page *table;
106 struct task_struct *polling_task;
107 int triggered;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 int error;
Andi Kleen70674f92006-03-28 01:56:33 -0800109 int inline_index;
110 struct poll_table_entry inline_entries[N_INLINE_POLL_ENTRIES];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111};
112
113extern void poll_initwait(struct poll_wqueues *pwq);
114extern void poll_freewait(struct poll_wqueues *pwq);
Deepa Dinamani766b9f92016-05-19 17:09:05 -0700115extern u64 select_estimate_accuracy(struct timespec64 *tv);
Shawn Bohrer95aac7b2010-10-27 15:34:54 -0700116
David Woodhouse9f729492006-01-18 17:44:05 -0800117#define MAX_INT64_SECONDS (((s64)(~((u64)0)>>1)/HZ)-1)
118
Al Viroa2dcb442008-04-23 14:05:15 -0400119extern int core_sys_select(int n, fd_set __user *inp, fd_set __user *outp,
Deepa Dinamani766b9f92016-05-19 17:09:05 -0700120 fd_set __user *exp, struct timespec64 *end_time);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
Deepa Dinamani766b9f92016-05-19 17:09:05 -0700122extern int poll_select_set_timeout(struct timespec64 *to, time64_t sec,
123 long nsec);
Thomas Gleixnerb773ad42008-08-31 08:16:57 -0700124
Al Viro7a163b22018-02-01 15:13:18 -0500125#define __MAP(v, from, to) \
126 (from < to ? (v & from) * (to/from) : (v & from) / (from/to))
127
128static inline __u16 mangle_poll(__poll_t val)
129{
130 __u16 v = (__force __u16)val;
131#define M(X) __MAP(v, (__force __u16)EPOLL##X, POLL##X)
132 return M(IN) | M(OUT) | M(PRI) | M(ERR) | M(NVAL) |
133 M(RDNORM) | M(RDBAND) | M(WRNORM) | M(WRBAND) |
134 M(HUP) | M(RDHUP) | M(MSG);
135#undef M
136}
137
138static inline __poll_t demangle_poll(u16 val)
139{
140#define M(X) (__force __poll_t)__MAP(val, POLL##X, (__force __u16)EPOLL##X)
141 return M(IN) | M(OUT) | M(PRI) | M(ERR) | M(NVAL) |
142 M(RDNORM) | M(RDBAND) | M(WRNORM) | M(WRBAND) |
143 M(HUP) | M(RDHUP) | M(MSG);
144#undef M
145}
146#undef __MAP
147
148
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149#endif /* _LINUX_POLL_H */