Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 1 | #ifndef INTERNAL_IO_WQ_H |
| 2 | #define INTERNAL_IO_WQ_H |
| 3 | |
| 4 | struct io_wq; |
| 5 | |
| 6 | enum { |
| 7 | IO_WQ_WORK_CANCEL = 1, |
| 8 | IO_WQ_WORK_HAS_MM = 2, |
| 9 | IO_WQ_WORK_HASHED = 4, |
| 10 | IO_WQ_WORK_NEEDS_USER = 8, |
Jens Axboe | fcb323c | 2019-10-24 12:39:47 -0600 | [diff] [blame] | 11 | IO_WQ_WORK_NEEDS_FILES = 16, |
Jens Axboe | c5def4a | 2019-11-07 11:41:16 -0700 | [diff] [blame] | 12 | IO_WQ_WORK_UNBOUND = 32, |
Jens Axboe | 7d72306 | 2019-11-12 22:31:31 -0700 | [diff] [blame^] | 13 | IO_WQ_WORK_INTERNAL = 64, |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 14 | |
| 15 | IO_WQ_HASH_SHIFT = 24, /* upper 8 bits are used for hash key */ |
| 16 | }; |
| 17 | |
| 18 | enum io_wq_cancel { |
| 19 | IO_WQ_CANCEL_OK, /* cancelled before started */ |
| 20 | IO_WQ_CANCEL_RUNNING, /* found, running, and attempted cancelled */ |
| 21 | IO_WQ_CANCEL_NOTFOUND, /* work not found */ |
| 22 | }; |
| 23 | |
| 24 | struct io_wq_work { |
| 25 | struct list_head list; |
| 26 | void (*func)(struct io_wq_work **); |
| 27 | unsigned flags; |
Jens Axboe | fcb323c | 2019-10-24 12:39:47 -0600 | [diff] [blame] | 28 | struct files_struct *files; |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 29 | }; |
| 30 | |
| 31 | #define INIT_IO_WORK(work, _func) \ |
| 32 | do { \ |
| 33 | (work)->func = _func; \ |
| 34 | (work)->flags = 0; \ |
Jens Axboe | fcb323c | 2019-10-24 12:39:47 -0600 | [diff] [blame] | 35 | (work)->files = NULL; \ |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 36 | } while (0) \ |
| 37 | |
Jens Axboe | 7d72306 | 2019-11-12 22:31:31 -0700 | [diff] [blame^] | 38 | typedef void (get_work_fn)(struct io_wq_work *); |
| 39 | typedef void (put_work_fn)(struct io_wq_work *); |
| 40 | |
Jens Axboe | c5def4a | 2019-11-07 11:41:16 -0700 | [diff] [blame] | 41 | struct io_wq *io_wq_create(unsigned bounded, struct mm_struct *mm, |
Jens Axboe | 7d72306 | 2019-11-12 22:31:31 -0700 | [diff] [blame^] | 42 | struct user_struct *user, |
| 43 | get_work_fn *get_work, put_work_fn *put_work); |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 44 | void io_wq_destroy(struct io_wq *wq); |
| 45 | |
| 46 | void io_wq_enqueue(struct io_wq *wq, struct io_wq_work *work); |
| 47 | void io_wq_enqueue_hashed(struct io_wq *wq, struct io_wq_work *work, void *val); |
| 48 | void io_wq_flush(struct io_wq *wq); |
| 49 | |
| 50 | void io_wq_cancel_all(struct io_wq *wq); |
| 51 | enum io_wq_cancel io_wq_cancel_work(struct io_wq *wq, struct io_wq_work *cwork); |
| 52 | |
Jens Axboe | 62755e3 | 2019-10-28 21:49:21 -0600 | [diff] [blame] | 53 | typedef bool (work_cancel_fn)(struct io_wq_work *, void *); |
| 54 | |
| 55 | enum io_wq_cancel io_wq_cancel_cb(struct io_wq *wq, work_cancel_fn *cancel, |
| 56 | void *data); |
| 57 | |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 58 | #if defined(CONFIG_IO_WQ) |
| 59 | extern void io_wq_worker_sleeping(struct task_struct *); |
| 60 | extern void io_wq_worker_running(struct task_struct *); |
| 61 | #else |
| 62 | static inline void io_wq_worker_sleeping(struct task_struct *tsk) |
| 63 | { |
| 64 | } |
| 65 | static inline void io_wq_worker_running(struct task_struct *tsk) |
| 66 | { |
| 67 | } |
| 68 | #endif |
| 69 | |
Jens Axboe | 960e432 | 2019-11-12 07:56:39 -0700 | [diff] [blame] | 70 | static inline bool io_wq_current_is_worker(void) |
| 71 | { |
| 72 | return in_task() && (current->flags & PF_IO_WORKER); |
| 73 | } |
Jens Axboe | 771b53d0 | 2019-10-22 10:25:58 -0600 | [diff] [blame] | 74 | #endif |