blob: bbb3f26fbde9788799b996a8227c82cb34703089 [file] [log] [blame]
Pawel Osciake23ccc02010-10-11 10:56:41 -03001/*
Junghak Sungc1399902015-09-22 10:30:29 -03002 * videobuf2-core.h - Video Buffer 2 Core Framework
Pawel Osciake23ccc02010-10-11 10:56:41 -03003 *
4 * Copyright (C) 2010 Samsung Electronics
5 *
Pawel Osciak95072082011-03-13 15:23:32 -03006 * Author: Pawel Osciak <pawel@osciak.com>
Pawel Osciake23ccc02010-10-11 10:56:41 -03007 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation.
11 */
12#ifndef _MEDIA_VIDEOBUF2_CORE_H
13#define _MEDIA_VIDEOBUF2_CORE_H
14
15#include <linux/mm_types.h>
16#include <linux/mutex.h>
17#include <linux/poll.h>
Sumit Semwalc5384042012-06-14 10:37:37 -030018#include <linux/dma-buf.h>
Mauro Carvalho Chehab37bc2d82017-10-06 12:20:52 -040019#include <linux/bitops.h>
Hans Verkuil1cf96dc2018-05-21 04:54:46 -040020#include <media/media-request.h>
Pawel Osciake23ccc02010-10-11 10:56:41 -030021
Junghak Sungbed04f92015-10-06 06:37:47 -030022#define VB2_MAX_FRAME (32)
23#define VB2_MAX_PLANES (8)
24
Mauro Carvalho Chehab52839f62016-09-08 14:08:00 -030025/**
26 * enum vb2_memory - type of memory model used to make the buffers visible
27 * on userspace.
28 *
29 * @VB2_MEMORY_UNKNOWN: Buffer status is unknown or it is not used yet on
30 * userspace.
31 * @VB2_MEMORY_MMAP: The buffers are allocated by the Kernel and it is
32 * memory mapped via mmap() ioctl. This model is
33 * also used when the user is using the buffers via
34 * read() or write() system calls.
35 * @VB2_MEMORY_USERPTR: The buffers was allocated in userspace and it is
36 * memory mapped via mmap() ioctl.
37 * @VB2_MEMORY_DMABUF: The buffers are passed to userspace via DMA buffer.
38 */
Junghak Sungbed04f92015-10-06 06:37:47 -030039enum vb2_memory {
40 VB2_MEMORY_UNKNOWN = 0,
41 VB2_MEMORY_MMAP = 1,
42 VB2_MEMORY_USERPTR = 2,
43 VB2_MEMORY_DMABUF = 4,
44};
45
Marek Szyprowskib25748f2010-12-06 05:56:55 -030046struct vb2_fileio_data;
Hans Verkuil3415a892014-04-14 07:33:00 -030047struct vb2_threadio_data;
Pawel Osciake23ccc02010-10-11 10:56:41 -030048
49/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -040050 * struct vb2_mem_ops - memory handling/memory allocator operations.
Pawel Osciake23ccc02010-10-11 10:56:41 -030051 * @alloc: allocate video memory and, optionally, allocator private data,
Hans Verkuil0ff657b2016-07-21 09:14:02 -030052 * return ERR_PTR() on failure or a pointer to allocator private,
Pawel Osciake23ccc02010-10-11 10:56:41 -030053 * per-buffer data on success; the returned private structure
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -030054 * will then be passed as @buf_priv argument to other ops in this
Hans Verkuilb6ba2052013-03-01 15:44:20 -030055 * structure. Additional gfp_flags to use when allocating the
56 * are also passed to this operation. These flags are from the
Sakari Ailusb29ecab2018-12-12 07:40:48 -050057 * gfp_flags field of vb2_queue. The size argument to this function
58 * shall be *page aligned*.
Pawel Osciake23ccc02010-10-11 10:56:41 -030059 * @put: inform the allocator that the buffer will no longer be used;
60 * usually will result in the allocator freeing the buffer (if
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -030061 * no other users of this buffer are present); the @buf_priv
Pawel Osciake23ccc02010-10-11 10:56:41 -030062 * argument is the allocator private per-buffer structure
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030063 * previously returned from the alloc callback.
Mauro Carvalho Chehab32d81b42015-10-01 13:59:29 -030064 * @get_dmabuf: acquire userspace memory for a hardware operation; used for
65 * DMABUF memory types.
Pawel Osciake23ccc02010-10-11 10:56:41 -030066 * @get_userptr: acquire userspace memory for a hardware operation; used for
67 * USERPTR memory types; vaddr is the address passed to the
68 * videobuf layer when queuing a video buffer of USERPTR type;
69 * should return an allocator private per-buffer structure
Hans Verkuil0ff657b2016-07-21 09:14:02 -030070 * associated with the buffer on success, ERR_PTR() on failure;
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -030071 * the returned private structure will then be passed as @buf_priv
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030072 * argument to other ops in this structure.
Pawel Osciake23ccc02010-10-11 10:56:41 -030073 * @put_userptr: inform the allocator that a USERPTR buffer will no longer
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030074 * be used.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -040075 * @attach_dmabuf: attach a shared &struct dma_buf for a hardware operation;
Hans Verkuil36c0f8b2016-04-15 09:15:05 -030076 * used for DMABUF memory types; dev is the alloc device
Hans Verkuil0ff657b2016-07-21 09:14:02 -030077 * dbuf is the shared dma_buf; returns ERR_PTR() on failure;
Sumit Semwalc5384042012-06-14 10:37:37 -030078 * allocator private per-buffer structure on success;
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030079 * this needs to be used for further accesses to the buffer.
Sumit Semwalc5384042012-06-14 10:37:37 -030080 * @detach_dmabuf: inform the exporter of the buffer that the current DMABUF
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -030081 * buffer is no longer used; the @buf_priv argument is the
Sumit Semwalc5384042012-06-14 10:37:37 -030082 * allocator private per-buffer structure previously returned
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030083 * from the attach_dmabuf callback.
Sumit Semwalc5384042012-06-14 10:37:37 -030084 * @map_dmabuf: request for access to the dmabuf from allocator; the allocator
85 * of dmabuf is informed that this driver is going to use the
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030086 * dmabuf.
Sumit Semwalc5384042012-06-14 10:37:37 -030087 * @unmap_dmabuf: releases access control to the dmabuf - allocator is notified
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030088 * that this driver is done using the dmabuf for now.
Marek Szyprowski3e0c2f22012-06-14 10:37:43 -030089 * @prepare: called every time the buffer is passed from userspace to the
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030090 * driver, useful for cache synchronisation, optional.
Marek Szyprowski3e0c2f22012-06-14 10:37:43 -030091 * @finish: called every time the buffer is passed back from the driver
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030092 * to the userspace, also optional.
Pawel Osciake23ccc02010-10-11 10:56:41 -030093 * @vaddr: return a kernel virtual address to a given memory buffer
94 * associated with the passed private structure or NULL if no
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030095 * such mapping exists.
Pawel Osciake23ccc02010-10-11 10:56:41 -030096 * @cookie: return allocator specific cookie for a given memory buffer
97 * associated with the passed private structure or NULL if not
Hans Verkuil3f12e6b2014-02-28 12:25:28 -030098 * available.
Pawel Osciake23ccc02010-10-11 10:56:41 -030099 * @num_users: return the current number of users of a memory buffer;
100 * return 1 if the videobuf layer (or actually the driver using
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300101 * it) is the only user.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300102 * @mmap: setup a userspace mapping for a given memory buffer under
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300103 * the provided virtual memory region.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300104 *
Mauro Carvalho Chehab89cb3dd2016-07-17 08:44:08 -0300105 * Those operations are used by the videobuf2 core to implement the memory
106 * handling/memory allocators for each type of supported streaming I/O method.
107 *
108 * .. note::
109 * #) Required ops for USERPTR types: get_userptr, put_userptr.
110 *
111 * #) Required ops for MMAP types: alloc, put, num_users, mmap.
112 *
113 * #) Required ops for read/write access types: alloc, put, num_users, vaddr.
114 *
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300115 * #) Required ops for DMABUF types: attach_dmabuf, detach_dmabuf,
116 * map_dmabuf, unmap_dmabuf.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300117 */
118struct vb2_mem_ops {
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700119 void *(*alloc)(struct device *dev, unsigned long attrs,
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300120 unsigned long size,
121 enum dma_data_direction dma_dir,
Hans Verkuild935c572014-11-18 09:50:59 -0300122 gfp_t gfp_flags);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300123 void (*put)(void *buf_priv);
Philipp Zabelea3aba82013-05-21 05:11:35 -0300124 struct dma_buf *(*get_dmabuf)(void *buf_priv, unsigned long flags);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300125
Hans Verkuil36c0f8b2016-04-15 09:15:05 -0300126 void *(*get_userptr)(struct device *dev, unsigned long vaddr,
Hans Verkuilcd474032014-11-18 09:50:58 -0300127 unsigned long size,
128 enum dma_data_direction dma_dir);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300129 void (*put_userptr)(void *buf_priv);
130
Marek Szyprowski3e0c2f22012-06-14 10:37:43 -0300131 void (*prepare)(void *buf_priv);
132 void (*finish)(void *buf_priv);
133
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300134 void *(*attach_dmabuf)(struct device *dev,
135 struct dma_buf *dbuf,
Hans Verkuilcd474032014-11-18 09:50:58 -0300136 unsigned long size,
137 enum dma_data_direction dma_dir);
Sumit Semwalc5384042012-06-14 10:37:37 -0300138 void (*detach_dmabuf)(void *buf_priv);
139 int (*map_dmabuf)(void *buf_priv);
140 void (*unmap_dmabuf)(void *buf_priv);
141
Pawel Osciake23ccc02010-10-11 10:56:41 -0300142 void *(*vaddr)(void *buf_priv);
143 void *(*cookie)(void *buf_priv);
144
145 unsigned int (*num_users)(void *buf_priv);
146
147 int (*mmap)(void *buf_priv, struct vm_area_struct *vma);
148};
149
Junghak Sung2d700712015-09-22 10:30:30 -0300150/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400151 * struct vb2_plane - plane information.
152 * @mem_priv: private data with this plane.
153 * @dbuf: dma_buf - shared buffer object.
Junghak Sung2d700712015-09-22 10:30:30 -0300154 * @dbuf_mapped: flag to show whether dbuf is mapped or not
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400155 * @bytesused: number of bytes occupied by data in the plane (payload).
156 * @length: size of this plane (NOT the payload) in bytes.
Hans Verkuil58e1ba32015-11-20 09:40:14 -0200157 * @min_length: minimum required size of this plane (NOT the payload) in bytes.
158 * @length is always greater or equal to @min_length.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400159 * @m: Union with memtype-specific data.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400160 * @m.offset: when memory in the associated struct vb2_buffer is
161 * %VB2_MEMORY_MMAP, equals the offset from the start of
Junghak Sung2d700712015-09-22 10:30:30 -0300162 * the device memory for this plane (or is a "cookie" that
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400163 * should be passed to mmap() called on the video node).
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400164 * @m.userptr: when memory is %VB2_MEMORY_USERPTR, a userspace pointer
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400165 * pointing to this plane.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400166 * @m.fd: when memory is %VB2_MEMORY_DMABUF, a userspace file
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400167 * descriptor associated with this plane.
Junghak Sung2d700712015-09-22 10:30:30 -0300168 * @data_offset: offset in the plane to the start of data; usually 0,
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400169 * unless there is a header in front of the data.
170 *
Junghak Sung2d700712015-09-22 10:30:30 -0300171 * Should contain enough information to be able to cover all the fields
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400172 * of &struct v4l2_plane at videodev2.h.
Junghak Sung2d700712015-09-22 10:30:30 -0300173 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300174struct vb2_plane {
175 void *mem_priv;
Sumit Semwalc5384042012-06-14 10:37:37 -0300176 struct dma_buf *dbuf;
177 unsigned int dbuf_mapped;
Junghak Sung2d700712015-09-22 10:30:30 -0300178 unsigned int bytesused;
179 unsigned int length;
Hans Verkuil58e1ba32015-11-20 09:40:14 -0200180 unsigned int min_length;
Junghak Sung2d700712015-09-22 10:30:30 -0300181 union {
182 unsigned int offset;
183 unsigned long userptr;
184 int fd;
185 } m;
186 unsigned int data_offset;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300187};
188
189/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400190 * enum vb2_io_modes - queue access methods.
191 * @VB2_MMAP: driver supports MMAP with streaming API.
192 * @VB2_USERPTR: driver supports USERPTR with streaming API.
193 * @VB2_READ: driver supports read() style access.
194 * @VB2_WRITE: driver supports write() style access.
195 * @VB2_DMABUF: driver supports DMABUF with streaming API.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300196 */
197enum vb2_io_modes {
Mauro Carvalho Chehab37bc2d82017-10-06 12:20:52 -0400198 VB2_MMAP = BIT(0),
199 VB2_USERPTR = BIT(1),
200 VB2_READ = BIT(2),
201 VB2_WRITE = BIT(3),
202 VB2_DMABUF = BIT(4),
Pawel Osciake23ccc02010-10-11 10:56:41 -0300203};
204
205/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400206 * enum vb2_buffer_state - current video buffer state.
207 * @VB2_BUF_STATE_DEQUEUED: buffer under userspace control.
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400208 * @VB2_BUF_STATE_IN_REQUEST: buffer is queued in media request.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400209 * @VB2_BUF_STATE_PREPARING: buffer is being prepared in videobuf.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400210 * @VB2_BUF_STATE_QUEUED: buffer queued in videobuf, but not in driver.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300211 * @VB2_BUF_STATE_ACTIVE: buffer queued in driver and possibly used
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400212 * in a hardware operation.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300213 * @VB2_BUF_STATE_DONE: buffer returned from driver to videobuf, but
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400214 * not yet dequeued to userspace.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300215 * @VB2_BUF_STATE_ERROR: same as above, but the operation on the buffer
216 * has ended with an error, which will be reported
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400217 * to the userspace when it is dequeued.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300218 */
219enum vb2_buffer_state {
220 VB2_BUF_STATE_DEQUEUED,
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400221 VB2_BUF_STATE_IN_REQUEST,
Hans Verkuilb18a8ff2013-12-13 13:13:38 -0300222 VB2_BUF_STATE_PREPARING,
Pawel Osciake23ccc02010-10-11 10:56:41 -0300223 VB2_BUF_STATE_QUEUED,
224 VB2_BUF_STATE_ACTIVE,
225 VB2_BUF_STATE_DONE,
226 VB2_BUF_STATE_ERROR,
227};
228
229struct vb2_queue;
230
231/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400232 * struct vb2_buffer - represents a video buffer.
233 * @vb2_queue: pointer to &struct vb2_queue with the queue to
234 * which this driver belongs.
235 * @index: id number of the buffer.
236 * @type: buffer type.
237 * @memory: the method, in which the actual data is passed.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300238 * @num_planes: number of planes in the buffer
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400239 * on an internal driver queue.
240 * @timestamp: frame timestamp in ns.
Hans Verkuil6093d302018-11-28 03:37:45 -0500241 * @request: the request this buffer is associated with.
Hans Verkuil1cf96dc2018-05-21 04:54:46 -0400242 * @req_obj: used to bind this buffer to a request. This
243 * request object has a refcount.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300244 */
245struct vb2_buffer {
Pawel Osciake23ccc02010-10-11 10:56:41 -0300246 struct vb2_queue *vb2_queue;
Junghak Sung2d700712015-09-22 10:30:30 -0300247 unsigned int index;
248 unsigned int type;
249 unsigned int memory;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300250 unsigned int num_planes;
Junghak Sungd6dd6452015-11-03 08:16:37 -0200251 u64 timestamp;
Hans Verkuil6093d302018-11-28 03:37:45 -0500252 struct media_request *request;
Hans Verkuil1cf96dc2018-05-21 04:54:46 -0400253 struct media_request_object req_obj;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300254
Mauro Carvalho Chehabefe98012015-10-05 09:12:56 -0300255 /* private: internal use only
256 *
257 * state: current buffer state; do not change
Hans Verkuil55028692018-06-03 05:02:27 -0400258 * synced: this buffer has been synced for DMA, i.e. the
259 * 'prepare' memop was called. It is cleared again
260 * after the 'finish' memop is called.
261 * prepared: this buffer has been prepared, i.e. the
262 * buf_prepare op was called. It is cleared again
263 * after the 'buf_finish' op is called.
Hans Verkuil7e4e7162019-02-04 05:11:33 -0500264 * copied_timestamp: the timestamp of this capture buffer was copied
265 * from an output buffer.
Sergey Senozhatsky6d219982020-05-14 18:01:41 +0200266 * need_cache_sync_on_prepare: when set buffer's ->prepare() function
267 * performs cache sync/invalidation.
268 * need_cache_sync_on_finish: when set buffer's ->finish() function
269 * performs cache sync/invalidation.
Mauro Carvalho Chehabefe98012015-10-05 09:12:56 -0300270 * queued_entry: entry on the queued buffers list, which holds
271 * all buffers queued from userspace
272 * done_entry: entry on the list that stores all buffers ready
273 * to be dequeued to userspace
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400274 * vb2_plane: per-plane information; do not change
Mauro Carvalho Chehabefe98012015-10-05 09:12:56 -0300275 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300276 enum vb2_buffer_state state;
Hans Verkuilcfc77402019-02-04 05:11:32 -0500277 unsigned int synced:1;
278 unsigned int prepared:1;
Hans Verkuil7e4e7162019-02-04 05:11:33 -0500279 unsigned int copied_timestamp:1;
Sergey Senozhatsky6d219982020-05-14 18:01:41 +0200280 unsigned int need_cache_sync_on_prepare:1;
281 unsigned int need_cache_sync_on_finish:1;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300282
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400283 struct vb2_plane planes[VB2_MAX_PLANES];
Pawel Osciake23ccc02010-10-11 10:56:41 -0300284 struct list_head queued_entry;
285 struct list_head done_entry;
Hans Verkuilb5b45412014-01-29 11:53:25 -0300286#ifdef CONFIG_VIDEO_ADV_DEBUG
287 /*
288 * Counters for how often these buffer-related ops are
289 * called. Used to check for unbalanced ops.
290 */
291 u32 cnt_mem_alloc;
292 u32 cnt_mem_put;
293 u32 cnt_mem_get_dmabuf;
294 u32 cnt_mem_get_userptr;
295 u32 cnt_mem_put_userptr;
296 u32 cnt_mem_prepare;
297 u32 cnt_mem_finish;
298 u32 cnt_mem_attach_dmabuf;
299 u32 cnt_mem_detach_dmabuf;
300 u32 cnt_mem_map_dmabuf;
301 u32 cnt_mem_unmap_dmabuf;
302 u32 cnt_mem_vaddr;
303 u32 cnt_mem_cookie;
304 u32 cnt_mem_num_users;
305 u32 cnt_mem_mmap;
306
Hans Verkuil28d77c22019-01-16 10:01:13 -0200307 u32 cnt_buf_out_validate;
Hans Verkuilb5b45412014-01-29 11:53:25 -0300308 u32 cnt_buf_init;
309 u32 cnt_buf_prepare;
310 u32 cnt_buf_finish;
311 u32 cnt_buf_cleanup;
312 u32 cnt_buf_queue;
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400313 u32 cnt_buf_request_complete;
Hans Verkuilb5b45412014-01-29 11:53:25 -0300314
315 /* This counts the number of calls to vb2_buffer_done() */
316 u32 cnt_buf_done;
317#endif
Pawel Osciake23ccc02010-10-11 10:56:41 -0300318};
319
320/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400321 * struct vb2_ops - driver-specific callbacks.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300322 *
Luca Ceresoli3f97df92018-03-08 07:26:22 -0500323 * These operations are not called from interrupt context except where
324 * mentioned specifically.
325 *
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300326 * @queue_setup: called from VIDIOC_REQBUFS() and VIDIOC_CREATE_BUFS()
Hans Verkuildf9ecb0c2015-10-28 00:50:37 -0200327 * handlers before memory allocation. It can be called
328 * twice: if the original number of requested buffers
329 * could not be allocated, then it will be called a
330 * second time with the actually allocated number of
331 * buffers to verify if that is OK.
332 * The driver should return the required number of buffers
Mauro Carvalho Chehab89cb3dd2016-07-17 08:44:08 -0300333 * in \*num_buffers, the required number of planes per
334 * buffer in \*num_planes, the size of each plane should be
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300335 * set in the sizes\[\] array and optional per-plane
336 * allocator specific device in the alloc_devs\[\] array.
Anton Leontieve5c27ef32017-03-23 18:09:35 -0300337 * When called from VIDIOC_REQBUFS(), \*num_planes == 0,
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300338 * the driver has to use the currently configured format to
Mauro Carvalho Chehab89cb3dd2016-07-17 08:44:08 -0300339 * determine the plane sizes and \*num_buffers is the total
Hans Verkuildf9ecb0c2015-10-28 00:50:37 -0200340 * number of buffers that are being allocated. When called
Anton Leontieve5c27ef32017-03-23 18:09:35 -0300341 * from VIDIOC_CREATE_BUFS(), \*num_planes != 0 and it
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300342 * describes the requested number of planes and sizes\[\]
Anton Leontieve5c27ef32017-03-23 18:09:35 -0300343 * contains the requested plane sizes. In this case
344 * \*num_buffers are being allocated additionally to
345 * q->num_buffers. If either \*num_planes or the requested
346 * sizes are invalid callback must return %-EINVAL.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300347 * @wait_prepare: release any locks taken while calling vb2 functions;
348 * it is called before an ioctl needs to wait for a new
349 * buffer to arrive; required to avoid a deadlock in
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300350 * blocking access type.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300351 * @wait_finish: reacquire all locks released in the previous callback;
352 * required to continue operation after sleeping while
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300353 * waiting for a new buffer to arrive.
Hans Verkuil28d77c22019-01-16 10:01:13 -0200354 * @buf_out_validate: called when the output buffer is prepared or queued
355 * to a request; drivers can use this to validate
Ezequiel Garciac2d88e72019-02-05 16:11:15 -0500356 * userspace-provided information; this is required only
357 * for OUTPUT queues.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300358 * @buf_init: called once after allocating a buffer (in MMAP case)
359 * or after acquiring a new USERPTR buffer; drivers may
360 * perform additional buffer-related initialization;
361 * initialization failure (return != 0) will prevent
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300362 * queue setup from completing successfully; optional.
Guennadi Liakhovetski2d864012011-09-28 09:23:02 -0300363 * @buf_prepare: called every time the buffer is queued from userspace
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300364 * and from the VIDIOC_PREPARE_BUF() ioctl; drivers may
Hans Verkuilcf227422014-11-18 09:50:57 -0300365 * perform any initialization required before each
366 * hardware operation in this callback; drivers can
367 * access/modify the buffer here as it is still synced for
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300368 * the CPU; drivers that support VIDIOC_CREATE_BUFS() must
Hans Verkuilcf227422014-11-18 09:50:57 -0300369 * also validate the buffer size; if an error is returned,
370 * the buffer will not be queued in driver; optional.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300371 * @buf_finish: called before every dequeue of the buffer back to
Hans Verkuilcf227422014-11-18 09:50:57 -0300372 * userspace; the buffer is synced for the CPU, so drivers
373 * can access/modify the buffer contents; drivers may
374 * perform any operations required before userspace
375 * accesses the buffer; optional. The buffer state can be
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300376 * one of the following: %DONE and %ERROR occur while
377 * streaming is in progress, and the %PREPARED state occurs
Hans Verkuilcf227422014-11-18 09:50:57 -0300378 * when the queue has been canceled and all pending
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300379 * buffers are being returned to their default %DEQUEUED
Hans Verkuilcf227422014-11-18 09:50:57 -0300380 * state. Typically you only have to do something if the
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300381 * state is %VB2_BUF_STATE_DONE, since in all other cases
Hans Verkuilcf227422014-11-18 09:50:57 -0300382 * the buffer contents will be ignored anyway.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300383 * @buf_cleanup: called once before the buffer is freed; drivers may
Hans Verkuil3f12e6b2014-02-28 12:25:28 -0300384 * perform any additional cleanup; optional.
Marek Szyprowskibd323e22011-08-29 08:51:49 -0300385 * @start_streaming: called once to enter 'streaming' state; the driver may
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300386 * receive buffers with @buf_queue callback
387 * before @start_streaming is called; the driver gets the
388 * number of already queued buffers in count parameter;
389 * driver can return an error if hardware fails, in that
390 * case all buffers that have been already given by
391 * the @buf_queue callback are to be returned by the driver
Hans Verkuilc6e4e2c2019-02-28 07:35:46 -0500392 * by calling vb2_buffer_done() with %VB2_BUF_STATE_QUEUED.
393 * If you need a minimum number of buffers before you can
394 * start streaming, then set
395 * &vb2_queue->min_buffers_needed. If that is non-zero
Luca Ceresoli68a06bd2018-03-08 07:26:21 -0500396 * then @start_streaming won't be called until at least
397 * that many buffers have been queued up by userspace.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300398 * @stop_streaming: called when 'streaming' state must be disabled; driver
399 * should stop any DMA transactions or wait until they
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300400 * finish and give back all buffers it got from &buf_queue
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300401 * callback by calling vb2_buffer_done() with either
Mauro Carvalho Chehab564aaf62016-07-23 07:12:03 -0300402 * %VB2_BUF_STATE_DONE or %VB2_BUF_STATE_ERROR; may use
Hans Verkuilccf58cb2014-07-23 03:17:06 -0300403 * vb2_wait_for_all_buffers() function
Pawel Osciake23ccc02010-10-11 10:56:41 -0300404 * @buf_queue: passes buffer vb to the driver; driver may start
405 * hardware operation on this buffer; driver should give
Marek Szyprowskibd323e22011-08-29 08:51:49 -0300406 * the buffer back by calling vb2_buffer_done() function;
Mauro Carvalho Chehabe907bf32019-02-18 14:29:06 -0500407 * it is always called after calling VIDIOC_STREAMON()
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300408 * ioctl; might be called before @start_streaming callback
409 * if user pre-queued buffers before calling
410 * VIDIOC_STREAMON().
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400411 * @buf_request_complete: a buffer that was never queued to the driver but is
412 * associated with a queued request was canceled.
413 * The driver will have to mark associated objects in the
414 * request as completed; required if requests are
415 * supported.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300416 */
417struct vb2_ops {
Hans Verkuildf9ecb0c2015-10-28 00:50:37 -0200418 int (*queue_setup)(struct vb2_queue *q,
Guennadi Liakhovetskifc714e702011-08-24 10:30:21 -0300419 unsigned int *num_buffers, unsigned int *num_planes,
Hans Verkuil36c0f8b2016-04-15 09:15:05 -0300420 unsigned int sizes[], struct device *alloc_devs[]);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300421
422 void (*wait_prepare)(struct vb2_queue *q);
423 void (*wait_finish)(struct vb2_queue *q);
424
Hans Verkuil28d77c22019-01-16 10:01:13 -0200425 int (*buf_out_validate)(struct vb2_buffer *vb);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300426 int (*buf_init)(struct vb2_buffer *vb);
427 int (*buf_prepare)(struct vb2_buffer *vb);
Hans Verkuil06470642014-03-04 07:27:13 -0300428 void (*buf_finish)(struct vb2_buffer *vb);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300429 void (*buf_cleanup)(struct vb2_buffer *vb);
430
Marek Szyprowskibd323e22011-08-29 08:51:49 -0300431 int (*start_streaming)(struct vb2_queue *q, unsigned int count);
Hans Verkuile37559b2014-04-17 02:47:21 -0300432 void (*stop_streaming)(struct vb2_queue *q);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300433
434 void (*buf_queue)(struct vb2_buffer *vb);
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400435
436 void (*buf_request_complete)(struct vb2_buffer *vb);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300437};
438
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200439/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400440 * struct vb2_buf_ops - driver-specific callbacks.
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200441 *
Sakari Ailuse7e0c3e2016-04-03 16:15:00 -0300442 * @verify_planes_array: Verify that a given user space structure contains
443 * enough planes for the buffer. This is called
444 * for each dequeued buffer.
Hans Verkuil8e013702018-06-01 11:03:13 -0400445 * @init_buffer: given a &vb2_buffer initialize the extra data after
446 * struct vb2_buffer.
447 * For V4L2 this is a &struct vb2_v4l2_buffer.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400448 * @fill_user_buffer: given a &vb2_buffer fill in the userspace structure.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400449 * For V4L2 this is a &struct v4l2_buffer.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400450 * @fill_vb2_buffer: given a userspace structure, fill in the &vb2_buffer.
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200451 * If the userspace structure is invalid, then this op
452 * will return an error.
453 * @copy_timestamp: copy the timestamp from a userspace structure to
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400454 * the &struct vb2_buffer.
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200455 */
Junghak Sungb0e0e1f2015-10-06 06:37:48 -0300456struct vb2_buf_ops {
Sakari Ailuse7e0c3e2016-04-03 16:15:00 -0300457 int (*verify_planes_array)(struct vb2_buffer *vb, const void *pb);
Hans Verkuil8e013702018-06-01 11:03:13 -0400458 void (*init_buffer)(struct vb2_buffer *vb);
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200459 void (*fill_user_buffer)(struct vb2_buffer *vb, void *pb);
Hans Verkuildb6e8d52018-05-21 04:54:45 -0400460 int (*fill_vb2_buffer)(struct vb2_buffer *vb, struct vb2_plane *planes);
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200461 void (*copy_timestamp)(struct vb2_buffer *vb, const void *pb);
Junghak Sungb0e0e1f2015-10-06 06:37:48 -0300462};
Hans Verkuil5a5adf62012-06-22 07:29:35 -0300463
Pawel Osciake23ccc02010-10-11 10:56:41 -0300464/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400465 * struct vb2_queue - a videobuf queue.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300466 *
Junghak Sungbed04f92015-10-06 06:37:47 -0300467 * @type: private buffer type whose content is defined by the vb2-core
468 * caller. For example, for V4L2, it should match
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400469 * the types defined on &enum v4l2_buf_type.
470 * @io_modes: supported io methods (see &enum vb2_io_modes).
471 * @alloc_devs: &struct device memory type/allocator-specific per-plane device
Hans Verkuil20be7ab2015-12-16 08:30:43 -0200472 * @dev: device to use for the default allocation context if the driver
Hans Verkuil36c0f8b2016-04-15 09:15:05 -0300473 * doesn't fill in the @alloc_devs array.
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700474 * @dma_attrs: DMA attributes to use for the DMA.
Stanimir Varbanov5b6f9abe2017-08-21 07:34:10 -0400475 * @bidirectional: when this flag is set the DMA direction for the buffers of
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400476 * this queue will be overridden with %DMA_BIDIRECTIONAL direction.
Stanimir Varbanov5b6f9abe2017-08-21 07:34:10 -0400477 * This is useful in cases where the hardware (firmware) writes to
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400478 * a buffer which is mapped as read (%DMA_TO_DEVICE), or reads from
479 * buffer which is mapped for write (%DMA_FROM_DEVICE) in order
Stanimir Varbanov5b6f9abe2017-08-21 07:34:10 -0400480 * to satisfy some internal hardware restrictions or adds a padding
481 * needed by the processing algorithm. In case the DMA mapping is
482 * not bidirectional but the hardware (firmware) trying to access
483 * the buffer (in the opposite direction) this could lead to an
484 * IOMMU protection faults.
Kamil Debski06e7a9b62015-02-23 09:26:16 -0300485 * @fileio_read_once: report EOF after reading the first buffer
486 * @fileio_write_immediately: queue buffer after each write() call
Kamil Debskif61bf132015-02-23 09:26:17 -0300487 * @allow_zero_bytesused: allow bytesused == 0 to be passed to the driver
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800488 * @quirk_poll_must_check_waiting_for_buffers: Return %EPOLLERR at poll when QBUF
Ricardo Ribaldab9387682016-04-25 06:04:45 -0300489 * has not been called. This is a vb1 idiom that has been adopted
490 * also by vb2.
Hans Verkuile5079cf2018-08-23 10:18:35 -0400491 * @supports_requests: this queue supports the Request API.
Hans Verkuil90675d32019-03-06 16:13:21 -0500492 * @requires_requests: this queue requires the Request API. If this is set to 1,
493 * then supports_requests must be set to 1 as well.
Hans Verkuil61add362018-05-23 07:51:25 -0400494 * @uses_qbuf: qbuf was used directly for this queue. Set to 1 the first
495 * time this is called. Set to 0 when the queue is canceled.
496 * If this is 1, then you cannot queue buffers from a request.
497 * @uses_requests: requests are used for this queue. Set to 1 the first time
498 * a request is queued. Set to 0 when the queue is canceled.
499 * If this is 1, then you cannot queue buffers directly.
Sergey Senozhatsky6d219982020-05-14 18:01:41 +0200500 * @allow_cache_hints: when set user-space can pass cache management hints in
501 * order to skip cache flush/invalidation on ->prepare() or/and
502 * ->finish().
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400503 * @lock: pointer to a mutex that protects the &struct vb2_queue. The
Hans Verkuil5a5adf62012-06-22 07:29:35 -0300504 * driver can set this to a mutex to let the v4l2 core serialize
505 * the queuing ioctls. If the driver wants to handle locking
506 * itself, then this should be set to NULL. This lock is not used
507 * by the videobuf2 core API.
508 * @owner: The filehandle that 'owns' the buffers, i.e. the filehandle
509 * that called reqbufs, create_buffers or started fileio.
510 * This field is not used by the videobuf2 core API, but it allows
511 * drivers to easily associate an owner filehandle with the queue.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300512 * @ops: driver-specific callbacks
513 * @mem_ops: memory allocator specific callbacks
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400514 * @buf_ops: callbacks to deliver buffer information.
515 * between user-space and kernel-space.
516 * @drv_priv: driver private data.
Hans Verkuil137272c2019-10-11 06:32:40 -0300517 * @subsystem_flags: Flags specific to the subsystem (V4L2/DVB/etc.). Not used
518 * by the vb2 core.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300519 * @buf_struct_size: size of the driver-specific buffer structure;
520 * "0" indicates the driver doesn't want to use a custom buffer
Hans Verkuil1583c792020-02-20 10:34:26 +0100521 * structure type. In that case a subsystem-specific struct
522 * will be used (in the case of V4L2 that is
523 * ``sizeof(struct vb2_v4l2_buffer)``). The first field of the
524 * driver-specific buffer structure must be the subsystem-specific
525 * struct (vb2_v4l2_buffer in the case of V4L2).
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400526 * @timestamp_flags: Timestamp flags; ``V4L2_BUF_FLAG_TIMESTAMP_*`` and
527 * ``V4L2_BUF_FLAG_TSTAMP_SRC_*``
Hans Verkuilb6ba2052013-03-01 15:44:20 -0300528 * @gfp_flags: additional gfp flags used when allocating the buffers.
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400529 * Typically this is 0, but it may be e.g. %GFP_DMA or %__GFP_DMA32
Hans Verkuilb6ba2052013-03-01 15:44:20 -0300530 * to force the buffer allocation to a specific memory zone.
Hans Verkuilb3379c62014-02-24 13:51:03 -0300531 * @min_buffers_needed: the minimum number of buffers needed before
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300532 * @start_streaming can be called. Used when a DMA engine
Hans Verkuilb3379c62014-02-24 13:51:03 -0300533 * cannot be started unless at least this number of buffers
534 * have been queued into the driver.
Mauro Carvalho Chehabd78757e2015-08-22 08:57:02 -0300535 */
536/*
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300537 * Private elements (won't appear at the uAPI book):
Hans Verkuilf035eb42014-08-07 03:47:14 -0300538 * @mmap_lock: private mutex used when buffers are allocated/freed/mmapped
Pawel Osciake23ccc02010-10-11 10:56:41 -0300539 * @memory: current memory type used
Stanimir Varbanov5b6f9abe2017-08-21 07:34:10 -0400540 * @dma_dir: DMA mapping direction.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300541 * @bufs: videobuf buffer structures
542 * @num_buffers: number of allocated/used buffers
543 * @queued_list: list of buffers currently queued from userspace
Hans Verkuilb3379c62014-02-24 13:51:03 -0300544 * @queued_count: number of buffers queued and ready for streaming.
Hans Verkuil6ea3b982014-02-06 05:46:11 -0300545 * @owned_by_drv_count: number of buffers owned by the driver
Pawel Osciake23ccc02010-10-11 10:56:41 -0300546 * @done_list: list of buffers ready to be dequeued to userspace
547 * @done_lock: lock to protect done_list list
548 * @done_wq: waitqueue for processes waiting for buffers ready to be dequeued
Pawel Osciake23ccc02010-10-11 10:56:41 -0300549 * @streaming: current streaming state
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300550 * @start_streaming_called: @start_streaming was called successfully and we
Hans Verkuilb3379c62014-02-24 13:51:03 -0300551 * started streaming.
Laurent Pinchart4bb72672014-06-03 18:53:25 -0300552 * @error: a fatal error occurred on the queue
Hans Verkuil58d75f42014-09-20 16:16:35 -0300553 * @waiting_for_buffers: used in poll() to check if vb2 is still waiting for
554 * buffers. Only set for capture queues if qbuf has not yet been
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800555 * called since poll() needs to return %EPOLLERR in that situation.
Junghak Sungbed04f92015-10-06 06:37:47 -0300556 * @is_multiplanar: set if buffer type is multiplanar
557 * @is_output: set if buffer type is output
Junghak Sung959c3ef2015-11-03 08:16:38 -0200558 * @copy_timestamp: set if vb2-core should set timestamps
Philipp Zabelc1621842015-05-04 07:51:06 -0300559 * @last_buffer_dequeued: used in poll() and DQBUF to immediately return if the
560 * last decoded buffer was already dequeued. Set for capture queues
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400561 * when a buffer with the %V4L2_BUF_FLAG_LAST is dequeued.
Marek Szyprowskib25748f2010-12-06 05:56:55 -0300562 * @fileio: file io emulator internal data, used only if emulator is active
Hans Verkuil3415a892014-04-14 07:33:00 -0300563 * @threadio: thread io internal data, used only if thread is active
Laurent Pinchartb8209352020-06-21 02:23:43 +0200564 * @name: queue name, used for logging purpose. Initialized automatically
565 * if left empty by drivers.
Pawel Osciake23ccc02010-10-11 10:56:41 -0300566 */
567struct vb2_queue {
Junghak Sungbed04f92015-10-06 06:37:47 -0300568 unsigned int type;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300569 unsigned int io_modes;
Hans Verkuil20be7ab2015-12-16 08:30:43 -0200570 struct device *dev;
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -0700571 unsigned long dma_attrs;
Sergey Senozhatsky830e87e2020-05-14 18:01:40 +0200572 unsigned int bidirectional:1;
573 unsigned int fileio_read_once:1;
574 unsigned int fileio_write_immediately:1;
575 unsigned int allow_zero_bytesused:1;
576 unsigned int quirk_poll_must_check_waiting_for_buffers:1;
577 unsigned int supports_requests:1;
578 unsigned int requires_requests:1;
579 unsigned int uses_qbuf:1;
580 unsigned int uses_requests:1;
Sergey Senozhatsky6d219982020-05-14 18:01:41 +0200581 unsigned int allow_cache_hints:1;
Kamil Debski06e7a9b62015-02-23 09:26:16 -0300582
Hans Verkuil5a5adf62012-06-22 07:29:35 -0300583 struct mutex *lock;
Junghak Sungbed04f92015-10-06 06:37:47 -0300584 void *owner;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300585
586 const struct vb2_ops *ops;
587 const struct vb2_mem_ops *mem_ops;
Junghak Sungb0e0e1f2015-10-06 06:37:48 -0300588 const struct vb2_buf_ops *buf_ops;
589
Pawel Osciake23ccc02010-10-11 10:56:41 -0300590 void *drv_priv;
Hans Verkuil137272c2019-10-11 06:32:40 -0300591 u32 subsystem_flags;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300592 unsigned int buf_struct_size;
Sakari Ailusade48682014-02-25 19:12:19 -0300593 u32 timestamp_flags;
Hans Verkuilb6ba2052013-03-01 15:44:20 -0300594 gfp_t gfp_flags;
Hans Verkuilb3379c62014-02-24 13:51:03 -0300595 u32 min_buffers_needed;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300596
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400597 struct device *alloc_devs[VB2_MAX_PLANES];
598
Mauro Carvalho Chehabd78757e2015-08-22 08:57:02 -0300599 /* private: internal use only */
Hans Verkuilf035eb42014-08-07 03:47:14 -0300600 struct mutex mmap_lock;
Junghak Sungbed04f92015-10-06 06:37:47 -0300601 unsigned int memory;
Stanimir Varbanov5b6f9abe2017-08-21 07:34:10 -0400602 enum dma_data_direction dma_dir;
Junghak Sungbed04f92015-10-06 06:37:47 -0300603 struct vb2_buffer *bufs[VB2_MAX_FRAME];
Pawel Osciake23ccc02010-10-11 10:56:41 -0300604 unsigned int num_buffers;
605
606 struct list_head queued_list;
Hans Verkuilb3379c62014-02-24 13:51:03 -0300607 unsigned int queued_count;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300608
Hans Verkuil6ea3b982014-02-06 05:46:11 -0300609 atomic_t owned_by_drv_count;
Pawel Osciake23ccc02010-10-11 10:56:41 -0300610 struct list_head done_list;
611 spinlock_t done_lock;
612 wait_queue_head_t done_wq;
613
Pawel Osciake23ccc02010-10-11 10:56:41 -0300614 unsigned int streaming:1;
Hans Verkuilb3379c62014-02-24 13:51:03 -0300615 unsigned int start_streaming_called:1;
Laurent Pinchart4bb72672014-06-03 18:53:25 -0300616 unsigned int error:1;
Hans Verkuil58d75f42014-09-20 16:16:35 -0300617 unsigned int waiting_for_buffers:1;
Hans Verkuild65842f2018-11-19 06:09:00 -0500618 unsigned int waiting_in_dqbuf:1;
Junghak Sungbed04f92015-10-06 06:37:47 -0300619 unsigned int is_multiplanar:1;
620 unsigned int is_output:1;
Junghak Sung959c3ef2015-11-03 08:16:38 -0200621 unsigned int copy_timestamp:1;
Philipp Zabelc1621842015-05-04 07:51:06 -0300622 unsigned int last_buffer_dequeued:1;
Marek Szyprowskib25748f2010-12-06 05:56:55 -0300623
624 struct vb2_fileio_data *fileio;
Hans Verkuil3415a892014-04-14 07:33:00 -0300625 struct vb2_threadio_data *threadio;
Hans Verkuilb5b45412014-01-29 11:53:25 -0300626
Laurent Pinchartb8209352020-06-21 02:23:43 +0200627 char name[32];
628
Hans Verkuilb5b45412014-01-29 11:53:25 -0300629#ifdef CONFIG_VIDEO_ADV_DEBUG
630 /*
631 * Counters for how often these queue-related ops are
632 * called. Used to check for unbalanced ops.
633 */
634 u32 cnt_queue_setup;
635 u32 cnt_wait_prepare;
636 u32 cnt_wait_finish;
637 u32 cnt_start_streaming;
638 u32 cnt_stop_streaming;
639#endif
Pawel Osciake23ccc02010-10-11 10:56:41 -0300640};
641
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300642/**
Sergey Senozhatskyf5f5fa72020-05-14 18:01:42 +0200643 * vb2_queue_allows_cache_hints() - Return true if the queue allows cache
644 * and memory consistency hints.
645 *
646 * @q: pointer to &struct vb2_queue with videobuf2 queue
647 */
648static inline bool vb2_queue_allows_cache_hints(struct vb2_queue *q)
649{
650 return q->allow_cache_hints && q->memory == VB2_MEMORY_MMAP;
651}
652
653/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400654 * vb2_plane_vaddr() - Return a kernel virtual address of a given plane.
655 * @vb: pointer to &struct vb2_buffer to which the plane in
656 * question belongs to.
657 * @plane_no: plane number for which the address is to be returned.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300658 *
659 * This function returns a kernel virtual address of a given plane if
660 * such a mapping exist, NULL otherwise.
661 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300662void *vb2_plane_vaddr(struct vb2_buffer *vb, unsigned int plane_no);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300663
664/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400665 * vb2_plane_cookie() - Return allocator specific cookie for the given plane.
666 * @vb: pointer to &struct vb2_buffer to which the plane in
667 * question belongs to.
668 * @plane_no: plane number for which the cookie is to be returned.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300669 *
670 * This function returns an allocator specific cookie for a given plane if
671 * available, NULL otherwise. The allocator should provide some simple static
672 * inline function, which would convert this cookie to the allocator specific
673 * type that can be used directly by the driver to access the buffer. This can
674 * be for example physical address, pointer to scatter list or IOMMU mapping.
675 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300676void *vb2_plane_cookie(struct vb2_buffer *vb, unsigned int plane_no);
677
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300678/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400679 * vb2_buffer_done() - inform videobuf that an operation on a buffer
680 * is finished.
681 * @vb: pointer to &struct vb2_buffer to be used.
682 * @state: state of the buffer, as defined by &enum vb2_buffer_state.
683 * Either %VB2_BUF_STATE_DONE if the operation finished
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300684 * successfully, %VB2_BUF_STATE_ERROR if the operation finished
Hans Verkuilc6e4e2c2019-02-28 07:35:46 -0500685 * with an error or %VB2_BUF_STATE_QUEUED.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300686 *
687 * This function should be called by the driver after a hardware operation on
688 * a buffer is finished and the buffer may be returned to userspace. The driver
689 * cannot use this buffer anymore until it is queued back to it by videobuf
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300690 * by the means of &vb2_ops->buf_queue callback. Only buffers previously queued
691 * to the driver by &vb2_ops->buf_queue can be passed to this function.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300692 *
693 * While streaming a buffer can only be returned in state DONE or ERROR.
Luca Ceresoli45ad3992018-03-08 07:26:20 -0500694 * The &vb2_ops->start_streaming op can also return them in case the DMA engine
695 * cannot be started for some reason. In that case the buffers should be
Hans Verkuilc6e4e2c2019-02-28 07:35:46 -0500696 * returned with state QUEUED to put them back into the queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300697 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300698void vb2_buffer_done(struct vb2_buffer *vb, enum vb2_buffer_state state);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300699
700/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400701 * vb2_discard_done() - discard all buffers marked as DONE.
702 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300703 *
704 * This function is intended to be used with suspend/resume operations. It
705 * discards all 'done' buffers as they would be too old to be requested after
706 * resume.
707 *
708 * Drivers must stop the hardware and synchronize with interrupt handlers and/or
709 * delayed works before calling this function to make sure no buffer will be
710 * touched by the driver and/or hardware.
711 */
Laurent Pinchart34ea4d42014-03-09 21:42:52 -0300712void vb2_discard_done(struct vb2_queue *q);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300713
714/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400715 * vb2_wait_for_all_buffers() - wait until all buffers are given back to vb2.
716 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300717 *
718 * This function will wait until all buffers that have been given to the driver
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300719 * by &vb2_ops->buf_queue are given back to vb2 with vb2_buffer_done(). It
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400720 * doesn't call &vb2_ops->wait_prepare/&vb2_ops->wait_finish pair.
721 * It is intended to be called with all locks taken, for example from
722 * &vb2_ops->stop_streaming callback.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300723 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300724int vb2_wait_for_all_buffers(struct vb2_queue *q);
725
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300726/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400727 * vb2_core_querybuf() - query video buffer information.
728 * @q: pointer to &struct vb2_queue with videobuf2 queue.
729 * @index: id number of the buffer.
730 * @pb: buffer struct passed from userspace.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300731 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400732 * Videobuf2 core helper to implement VIDIOC_QUERYBUF() operation. It is called
733 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400734 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300735 * The passed buffer should have been verified.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400736 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300737 * This function fills the relevant information for the userspace.
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400738 *
739 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300740 */
Hans Verkuil10cc3b12015-11-20 08:32:00 -0200741void vb2_core_querybuf(struct vb2_queue *q, unsigned int index, void *pb);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300742
743/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400744 * vb2_core_reqbufs() - Initiate streaming.
745 * @q: pointer to &struct vb2_queue with videobuf2 queue.
746 * @memory: memory type, as defined by &enum vb2_memory.
747 * @count: requested buffer count.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300748 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400749 * Videobuf2 core helper to implement VIDIOC_REQBUF() operation. It is called
750 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300751 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300752 * This function:
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300753 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400754 * #) verifies streaming parameters passed from the userspace;
755 * #) sets up the queue;
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300756 * #) negotiates number of buffers and planes per buffer with the driver
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400757 * to be used during streaming;
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400758 * #) allocates internal buffer structures (&struct vb2_buffer), according to
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400759 * the agreed parameters;
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300760 * #) for MMAP memory type, allocates actual video memory, using the
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400761 * memory handling/allocation routines provided during queue initialization.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300762 *
763 * If req->count is 0, all the memory will be freed instead.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300764 *
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400765 * If the queue has been allocated previously by a previous vb2_core_reqbufs()
766 * call and the queue is not busy, memory will be reallocated.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300767 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400768 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300769 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300770int vb2_core_reqbufs(struct vb2_queue *q, enum vb2_memory memory,
Sergey Senozhatsky129134e2020-09-11 05:07:58 +0200771 unsigned int *count);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300772
773/**
774 * vb2_core_create_bufs() - Allocate buffers and any required auxiliary structs
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400775 * @q: pointer to &struct vb2_queue with videobuf2 queue.
776 * @memory: memory type, as defined by &enum vb2_memory.
777 * @count: requested buffer count.
778 * @requested_planes: number of planes requested.
779 * @requested_sizes: array with the size of the planes.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300780 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400781 * Videobuf2 core helper to implement VIDIOC_CREATE_BUFS() operation. It is
782 * called internally by VB2 by an API-specific handler, like
783 * ``videobuf2-v4l2.h``.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400784 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300785 * This function:
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300786 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400787 * #) verifies parameter sanity;
788 * #) calls the &vb2_ops->queue_setup queue operation;
789 * #) performs any necessary memory allocations.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300790 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400791 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300792 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300793int vb2_core_create_bufs(struct vb2_queue *q, enum vb2_memory memory,
Sergey Senozhatsky129134e2020-09-11 05:07:58 +0200794 unsigned int *count,
Sergey Senozhatsky7b4b4552020-05-14 18:01:44 +0200795 unsigned int requested_planes,
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300796 const unsigned int requested_sizes[]);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300797
798/**
799 * vb2_core_prepare_buf() - Pass ownership of a buffer from userspace
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400800 * to the kernel.
801 * @q: pointer to &struct vb2_queue with videobuf2 queue.
802 * @index: id number of the buffer.
803 * @pb: buffer structure passed from userspace to
804 * &v4l2_ioctl_ops->vidioc_prepare_buf handler in driver.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300805 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400806 * Videobuf2 core helper to implement VIDIOC_PREPARE_BUF() operation. It is
807 * called internally by VB2 by an API-specific handler, like
808 * ``videobuf2-v4l2.h``.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400809 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300810 * The passed buffer should have been verified.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300811 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400812 * This function calls vb2_ops->buf_prepare callback in the driver
813 * (if provided), in which driver-specific buffer initialization can
814 * be performed.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300815 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400816 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300817 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300818int vb2_core_prepare_buf(struct vb2_queue *q, unsigned int index, void *pb);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300819
820/**
821 * vb2_core_qbuf() - Queue a buffer from userspace
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300822 *
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400823 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300824 * @index: id number of the buffer
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400825 * @pb: buffer structure passed from userspace to
826 * v4l2_ioctl_ops->vidioc_qbuf handler in driver
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400827 * @req: pointer to &struct media_request, may be NULL.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300828 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400829 * Videobuf2 core helper to implement VIDIOC_QBUF() operation. It is called
830 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300831 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300832 * This function:
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300833 *
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400834 * #) If @req is non-NULL, then the buffer will be bound to this
835 * media request and it returns. The buffer will be prepared and
836 * queued to the driver (i.e. the next two steps) when the request
837 * itself is queued.
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400838 * #) if necessary, calls &vb2_ops->buf_prepare callback in the driver
839 * (if provided), in which driver-specific buffer initialization can
840 * be performed;
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300841 * #) if streaming is on, queues the buffer in driver by the means of
842 * &vb2_ops->buf_queue callback for processing.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300843 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400844 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300845 */
Hans Verkuilfd89e0b2018-05-21 04:54:47 -0400846int vb2_core_qbuf(struct vb2_queue *q, unsigned int index, void *pb,
847 struct media_request *req);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300848
849/**
850 * vb2_core_dqbuf() - Dequeue a buffer to the userspace
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400851 * @q: pointer to &struct vb2_queue with videobuf2 queue
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300852 * @pindex: pointer to the buffer index. May be NULL
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400853 * @pb: buffer structure passed from userspace to
854 * v4l2_ioctl_ops->vidioc_dqbuf handler in driver.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300855 * @nonblocking: if true, this call will not sleep waiting for a buffer if no
856 * buffers ready for dequeuing are present. Normally the driver
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400857 * would be passing (file->f_flags & O_NONBLOCK) here.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300858 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400859 * Videobuf2 core helper to implement VIDIOC_DQBUF() operation. It is called
860 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300861 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300862 * This function:
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300863 *
864 * #) calls buf_finish callback in the driver (if provided), in which
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300865 * driver can perform any additional operations that may be required before
866 * returning the buffer to userspace, such as cache sync,
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300867 * #) the buffer struct members are filled with relevant information for
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300868 * the userspace.
869 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400870 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300871 */
Hans Verkuilfac710e2016-01-27 10:08:42 -0200872int vb2_core_dqbuf(struct vb2_queue *q, unsigned int *pindex, void *pb,
873 bool nonblocking);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300874
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -0400875/**
876 * vb2_core_streamon() - Implements VB2 stream ON logic
877 *
878 * @q: pointer to &struct vb2_queue with videobuf2 queue
879 * @type: type of the queue to be started.
880 * For V4L2, this is defined by &enum v4l2_buf_type type.
881 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400882 * Videobuf2 core helper to implement VIDIOC_STREAMON() operation. It is called
883 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
884 *
885 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -0400886 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300887int vb2_core_streamon(struct vb2_queue *q, unsigned int type);
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -0400888
889/**
890 * vb2_core_streamoff() - Implements VB2 stream OFF logic
891 *
892 * @q: pointer to &struct vb2_queue with videobuf2 queue
893 * @type: type of the queue to be started.
894 * For V4L2, this is defined by &enum v4l2_buf_type type.
895 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400896 * Videobuf2 core helper to implement VIDIOC_STREAMOFF() operation. It is
897 * called internally by VB2 by an API-specific handler, like
898 * ``videobuf2-v4l2.h``.
899 *
900 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -0400901 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300902int vb2_core_streamoff(struct vb2_queue *q, unsigned int type);
Guennadi Liakhovetski2d864012011-09-28 09:23:02 -0300903
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300904/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400905 * vb2_core_expbuf() - Export a buffer as a file descriptor.
906 * @q: pointer to &struct vb2_queue with videobuf2 queue.
907 * @fd: pointer to the file descriptor associated with DMABUF
908 * (set by driver).
909 * @type: buffer type.
910 * @index: id number of the buffer.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300911 * @plane: index of the plane to be exported, 0 for single plane queues
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400912 * @flags: file flags for newly created file, as defined at
913 * include/uapi/asm-generic/fcntl.h.
914 * Currently, the only used flag is %O_CLOEXEC.
915 * is supported, refer to manual of open syscall for more details.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300916 *
Mauro Carvalho Chehab991232a2017-10-09 05:31:49 -0400917 *
918 * Videobuf2 core helper to implement VIDIOC_EXPBUF() operation. It is called
919 * internally by VB2 by an API-specific handler, like ``videobuf2-v4l2.h``.
920 *
921 * Return: returns zero on success; an error code otherwise.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300922 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300923int vb2_core_expbuf(struct vb2_queue *q, int *fd, unsigned int type,
924 unsigned int index, unsigned int plane, unsigned int flags);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300925
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300926/**
927 * vb2_core_queue_init() - initialize a videobuf2 queue
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400928 * @q: pointer to &struct vb2_queue with videobuf2 queue.
929 * This structure should be allocated in driver
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300930 *
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400931 * The &vb2_queue structure should be allocated by the driver. The driver is
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300932 * responsible of clearing it's content and setting initial values for some
933 * required entries before calling this function.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400934 *
935 * .. note::
936 *
937 * The following fields at @q should be set before calling this function:
938 * &vb2_queue->ops, &vb2_queue->mem_ops, &vb2_queue->type.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300939 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300940int vb2_core_queue_init(struct vb2_queue *q);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300941
942/**
943 * vb2_core_queue_release() - stop streaming, release the queue and free memory
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400944 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300945 *
946 * This function stops streaming and performs necessary clean ups, including
947 * freeing video buffer memory. The driver is responsible for freeing
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400948 * the &struct vb2_queue itself.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300949 */
Junghak Sung3c5be982015-10-06 06:37:49 -0300950void vb2_core_queue_release(struct vb2_queue *q);
951
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300952/**
953 * vb2_queue_error() - signal a fatal error on the queue
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400954 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300955 *
956 * Flag that a fatal unrecoverable error has occurred and wake up all processes
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800957 * waiting on the queue. Polling will now set %EPOLLERR and queuing and dequeuing
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400958 * buffers will return %-EIO.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300959 *
Mauro Carvalho Chehab60e79262017-09-27 15:49:45 -0400960 * The error flag will be cleared when canceling the queue, either from
961 * vb2_streamoff() or vb2_queue_release(). Drivers should thus not call this
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300962 * function before starting the stream, otherwise the error flag will remain set
963 * until the queue is released when closing the device node.
964 */
Laurent Pinchart4bb72672014-06-03 18:53:25 -0300965void vb2_queue_error(struct vb2_queue *q);
Pawel Osciake23ccc02010-10-11 10:56:41 -0300966
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300967/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400968 * vb2_mmap() - map video buffers into application address space.
969 * @q: pointer to &struct vb2_queue with videobuf2 queue.
970 * @vma: pointer to &struct vm_area_struct with the vma passed
971 * to the mmap file operation handler in the driver.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300972 *
973 * Should be called from mmap file operation handler of a driver.
974 * This function maps one plane of one of the available video buffers to
975 * userspace. To map whole video memory allocated on reqbufs, this function
976 * has to be called once per each plane per each buffer previously allocated.
977 *
978 * When the userspace application calls mmap, it passes to it an offset returned
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -0400979 * to it earlier by the means of &v4l2_ioctl_ops->vidioc_querybuf handler.
980 * That offset acts as a "cookie", which is then used to identify the plane
981 * to be mapped.
982 *
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -0300983 * This function finds a plane with a matching offset and a mapping is performed
984 * by the means of a provided memory operation.
985 *
986 * The return values from this function are intended to be directly returned
987 * from the mmap handler in driver.
988 */
Pawel Osciake23ccc02010-10-11 10:56:41 -0300989int vb2_mmap(struct vb2_queue *q, struct vm_area_struct *vma);
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -0300990
Scott Jiang6f524ec2011-09-21 09:25:23 -0300991#ifndef CONFIG_MMU
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -0400992/**
993 * vb2_get_unmapped_area - map video buffers into application address space.
994 * @q: pointer to &struct vb2_queue with videobuf2 queue.
995 * @addr: memory address.
996 * @len: buffer size.
997 * @pgoff: page offset.
998 * @flags: memory flags.
999 *
1000 * This function is used in noMMU platforms to propose address mapping
1001 * for a given buffer. It's intended to be used as a handler for the
1002 * &file_operations->get_unmapped_area operation.
1003 *
1004 * This is called by the mmap() syscall routines will call this
1005 * to get a proposed address for the mapping, when ``!CONFIG_MMU``.
1006 */
Scott Jiang6f524ec2011-09-21 09:25:23 -03001007unsigned long vb2_get_unmapped_area(struct vb2_queue *q,
1008 unsigned long addr,
1009 unsigned long len,
1010 unsigned long pgoff,
1011 unsigned long flags);
1012#endif
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001013
1014/**
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -04001015 * vb2_core_poll() - implements poll syscall() logic.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001016 * @q: pointer to &struct vb2_queue with videobuf2 queue.
1017 * @file: &struct file argument passed to the poll
1018 * file operation handler.
1019 * @wait: &poll_table wait argument passed to the poll
1020 * file operation handler.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001021 *
1022 * This function implements poll file operation handler for a driver.
1023 * For CAPTURE queues, if a buffer is ready to be dequeued, the userspace will
1024 * be informed that the file descriptor of a video device is available for
1025 * reading.
1026 * For OUTPUT queues, if a buffer is ready to be dequeued, the file descriptor
1027 * will be reported as available for writing.
1028 *
1029 * The return values from this function are intended to be directly returned
1030 * from poll handler in driver.
1031 */
Al Viroc23e0cb2017-07-03 03:02:56 -04001032__poll_t vb2_core_poll(struct vb2_queue *q, struct file *file,
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001033 poll_table *wait);
1034
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -04001035/**
1036 * vb2_read() - implements read() syscall logic.
1037 * @q: pointer to &struct vb2_queue with videobuf2 queue.
1038 * @data: pointed to target userspace buffer
1039 * @count: number of bytes to read
1040 * @ppos: file handle position tracking pointer
1041 * @nonblock: mode selector (1 means blocking calls, 0 means nonblocking)
1042 */
Junghak Sungaf3bac12015-11-03 08:16:42 -02001043size_t vb2_read(struct vb2_queue *q, char __user *data, size_t count,
1044 loff_t *ppos, int nonblock);
Mauro Carvalho Chehab8dcde472017-10-07 05:05:03 -04001045/**
1046 * vb2_read() - implements write() syscall logic.
1047 * @q: pointer to &struct vb2_queue with videobuf2 queue.
1048 * @data: pointed to target userspace buffer
1049 * @count: number of bytes to write
1050 * @ppos: file handle position tracking pointer
1051 * @nonblock: mode selector (1 means blocking calls, 0 means nonblocking)
1052 */
Junghak Sungaf3bac12015-11-03 08:16:42 -02001053size_t vb2_write(struct vb2_queue *q, const char __user *data, size_t count,
1054 loff_t *ppos, int nonblock);
1055
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001056/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001057 * typedef vb2_thread_fnc - callback function for use with vb2_thread.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001058 *
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001059 * @vb: pointer to struct &vb2_buffer.
1060 * @priv: pointer to a private data.
Junghak Sungaf3bac12015-11-03 08:16:42 -02001061 *
1062 * This is called whenever a buffer is dequeued in the thread.
1063 */
1064typedef int (*vb2_thread_fnc)(struct vb2_buffer *vb, void *priv);
1065
1066/**
1067 * vb2_thread_start() - start a thread for the given queue.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001068 * @q: pointer to &struct vb2_queue with videobuf2 queue.
1069 * @fnc: &vb2_thread_fnc callback function.
1070 * @priv: priv pointer passed to the callback function.
Junghak Sungaf3bac12015-11-03 08:16:42 -02001071 * @thread_name:the name of the thread. This will be prefixed with "vb2-".
1072 *
1073 * This starts a thread that will queue and dequeue until an error occurs
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001074 * or vb2_thread_stop() is called.
Junghak Sungaf3bac12015-11-03 08:16:42 -02001075 *
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001076 * .. attention::
1077 *
1078 * This function should not be used for anything else but the videobuf2-dvb
1079 * support. If you think you have another good use-case for this, then please
1080 * contact the linux-media mailing list first.
Junghak Sungaf3bac12015-11-03 08:16:42 -02001081 */
1082int vb2_thread_start(struct vb2_queue *q, vb2_thread_fnc fnc, void *priv,
1083 const char *thread_name);
1084
1085/**
1086 * vb2_thread_stop() - stop the thread for the given queue.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001087 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Junghak Sungaf3bac12015-11-03 08:16:42 -02001088 */
1089int vb2_thread_stop(struct vb2_queue *q);
Pawel Osciake23ccc02010-10-11 10:56:41 -03001090
1091/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001092 * vb2_is_streaming() - return streaming status of the queue.
1093 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001094 */
1095static inline bool vb2_is_streaming(struct vb2_queue *q)
1096{
1097 return q->streaming;
1098}
1099
1100/**
Hans Verkuil74753cf2014-04-07 09:23:50 -03001101 * vb2_fileio_is_active() - return true if fileio is active.
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001102 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Hans Verkuil74753cf2014-04-07 09:23:50 -03001103 *
1104 * This returns true if read() or write() is used to stream the data
1105 * as opposed to stream I/O. This is almost never an important distinction,
1106 * except in rare cases. One such case is that using read() or write() to
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001107 * stream a format using %V4L2_FIELD_ALTERNATE is not allowed since there
Hans Verkuil74753cf2014-04-07 09:23:50 -03001108 * is no way you can pass the field information of each buffer to/from
1109 * userspace. A driver that supports this field format should check for
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001110 * this in the &vb2_ops->queue_setup op and reject it if this function returns
1111 * true.
Hans Verkuil74753cf2014-04-07 09:23:50 -03001112 */
1113static inline bool vb2_fileio_is_active(struct vb2_queue *q)
1114{
1115 return q->fileio;
1116}
1117
1118/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001119 * vb2_is_busy() - return busy status of the queue.
1120 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001121 *
1122 * This function checks if queue has any buffers allocated.
1123 */
1124static inline bool vb2_is_busy(struct vb2_queue *q)
1125{
1126 return (q->num_buffers > 0);
1127}
1128
1129/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001130 * vb2_get_drv_priv() - return driver private data associated with the queue.
1131 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001132 */
1133static inline void *vb2_get_drv_priv(struct vb2_queue *q)
1134{
1135 return q->drv_priv;
1136}
1137
1138/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001139 * vb2_set_plane_payload() - set bytesused for the plane @plane_no.
1140 * @vb: pointer to &struct vb2_buffer to which the plane in
1141 * question belongs to.
1142 * @plane_no: plane number for which payload should be set.
1143 * @size: payload in bytes.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001144 */
1145static inline void vb2_set_plane_payload(struct vb2_buffer *vb,
1146 unsigned int plane_no, unsigned long size)
1147{
1148 if (plane_no < vb->num_planes)
Junghak Sung2d700712015-09-22 10:30:30 -03001149 vb->planes[plane_no].bytesused = size;
Pawel Osciake23ccc02010-10-11 10:56:41 -03001150}
1151
1152/**
Laurent Pinchart9f00eda2011-02-27 14:38:19 -03001153 * vb2_get_plane_payload() - get bytesused for the plane plane_no
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001154 * @vb: pointer to &struct vb2_buffer to which the plane in
1155 * question belongs to.
1156 * @plane_no: plane number for which payload should be set.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001157 */
1158static inline unsigned long vb2_get_plane_payload(struct vb2_buffer *vb,
1159 unsigned int plane_no)
1160{
1161 if (plane_no < vb->num_planes)
Junghak Sung2d700712015-09-22 10:30:30 -03001162 return vb->planes[plane_no].bytesused;
Pawel Osciake23ccc02010-10-11 10:56:41 -03001163 return 0;
1164}
1165
1166/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001167 * vb2_plane_size() - return plane size in bytes.
1168 * @vb: pointer to &struct vb2_buffer to which the plane in
1169 * question belongs to.
1170 * @plane_no: plane number for which size should be returned.
Pawel Osciake23ccc02010-10-11 10:56:41 -03001171 */
1172static inline unsigned long
1173vb2_plane_size(struct vb2_buffer *vb, unsigned int plane_no)
1174{
1175 if (plane_no < vb->num_planes)
Junghak Sung2d700712015-09-22 10:30:30 -03001176 return vb->planes[plane_no].length;
Pawel Osciake23ccc02010-10-11 10:56:41 -03001177 return 0;
1178}
1179
Prabhakar Ladead13032014-09-06 12:26:49 -03001180/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001181 * vb2_start_streaming_called() - return streaming status of driver.
1182 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Prabhakar Ladead13032014-09-06 12:26:49 -03001183 */
1184static inline bool vb2_start_streaming_called(struct vb2_queue *q)
1185{
1186 return q->start_streaming_called;
1187}
1188
Philipp Zabelc1621842015-05-04 07:51:06 -03001189/**
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001190 * vb2_clear_last_buffer_dequeued() - clear last buffer dequeued flag of queue.
1191 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Philipp Zabelc1621842015-05-04 07:51:06 -03001192 */
1193static inline void vb2_clear_last_buffer_dequeued(struct vb2_queue *q)
1194{
1195 q->last_buffer_dequeued = false;
1196}
1197
Ezequiel Garcia3dd8c092019-06-10 16:55:22 -04001198/**
1199 * vb2_get_buffer() - get a buffer from a queue
1200 * @q: pointer to &struct vb2_queue with videobuf2 queue.
1201 * @index: buffer index
1202 *
1203 * This function obtains a buffer from a queue, by its index.
1204 * Keep in mind that there is no refcounting involved in this
1205 * operation, so the buffer lifetime should be taken into
1206 * consideration.
1207 */
1208static inline struct vb2_buffer *vb2_get_buffer(struct vb2_queue *q,
1209 unsigned int index)
1210{
1211 if (index < q->num_buffers)
1212 return q->bufs[index];
1213 return NULL;
1214}
1215
Junghak Sungaf3bac12015-11-03 08:16:42 -02001216/*
1217 * The following functions are not part of the vb2 core API, but are useful
1218 * functions for videobuf2-*.
1219 */
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001220
1221/**
1222 * vb2_buffer_in_use() - return true if the buffer is in use and
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001223 * the queue cannot be freed (by the means of VIDIOC_REQBUFS(0)) call.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001224 *
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001225 * @vb: buffer for which plane size should be returned.
1226 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001227 */
Junghak Sungaf3bac12015-11-03 08:16:42 -02001228bool vb2_buffer_in_use(struct vb2_queue *q, struct vb2_buffer *vb);
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001229
1230/**
1231 * vb2_verify_memory_type() - Check whether the memory type and buffer type
1232 * passed to a buffer operation are compatible with the queue.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001233 *
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001234 * @q: pointer to &struct vb2_queue with videobuf2 queue.
Mauro Carvalho Chehabf286f4d2016-09-08 14:08:34 -03001235 * @memory: memory model, as defined by enum &vb2_memory.
1236 * @type: private buffer type whose content is defined by the vb2-core
1237 * caller. For example, for V4L2, it should match
Mauro Carvalho Chehab2b141322017-10-06 12:22:43 -04001238 * the types defined on enum &v4l2_buf_type.
Mauro Carvalho Chehab88b7eb02016-09-08 13:34:37 -03001239 */
Junghak Sungaf3bac12015-11-03 08:16:42 -02001240int vb2_verify_memory_type(struct vb2_queue *q,
1241 enum vb2_memory memory, unsigned int type);
Hans Verkuilc07aa482018-05-21 04:54:51 -04001242
1243/**
1244 * vb2_request_object_is_buffer() - return true if the object is a buffer
1245 *
1246 * @obj: the request object.
1247 */
1248bool vb2_request_object_is_buffer(struct media_request_object *obj);
1249
1250/**
Paul Kocialkowski515c5a72018-09-13 10:51:51 -04001251 * vb2_request_buffer_cnt() - return the number of buffers in the request
Hans Verkuilc07aa482018-05-21 04:54:51 -04001252 *
1253 * @req: the request.
1254 */
Paul Kocialkowski515c5a72018-09-13 10:51:51 -04001255unsigned int vb2_request_buffer_cnt(struct media_request *req);
Hans Verkuilc07aa482018-05-21 04:54:51 -04001256
Pawel Osciake23ccc02010-10-11 10:56:41 -03001257#endif /* _MEDIA_VIDEOBUF2_CORE_H */