1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
|
.\" $OpenBSD: video.4,v 1.12 2014/10/18 08:01:34 armani Exp $
.\"
.\" Copyright (c) 2008 Marcus Glocker <mglocker@openbsd.org>
.\"
.\" Permission to use, copy, modify, and distribute this software for any
.\" purpose with or without fee is hereby granted, provided that the above
.\" copyright notice and this permission notice appear in all copies.
.\"
.\" THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
.\" WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
.\" MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
.\" ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
.\" WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
.\" ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
.\" OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
.\"
.Dd $Mdocdate: October 18 2014 $
.Dt VIDEO 4
.Os
.Sh NAME
.Nm video
.Nd device-independent video driver layer
.Sh SYNOPSIS
.Cd "video* at uvideo?"
.Pp
.In sys/types.h
.In sys/ioctl.h
.In sys/videoio.h
.Sh DESCRIPTION
The
.Nm
driver provides support for various video devices.
It provides a uniform programming interface layer
above different underlying video hardware drivers.
The
.Nm
driver uses the V4L2 (Video for Linux Two) API which is widely used by video
applications.
Therefore this document mainly describes the V4L2 API parts
which are supported by the
.Nm
driver.
.Sh IOCTLS
The following
.Xr ioctl 2
commands are supported:
.Bl -tag -width Ds
.It Dv VIDIOC_QUERYCAP Fa "struct v4l2_capability *"
Query device capabilities.
.Bd -literal
struct v4l2_capability {
u_int8_t driver[16];
u_int8_t card[32];
u_int8_t bus_info[32];
u_int32_t version;
u_int32_t capabilities;
u_int32_t reserved[4];
};
.Ed
.It Dv VIDIOC_ENUM_FMT Fa "struct v4l2_fmtdesc *"
Enumerate image formats.
.Bd -literal
struct v4l2_fmtdesc {
u_int32_t index;
enum v4l2_buf_type type;
u_int32_t flags;
u_int8_t description[32];
u_int32_t pixelformat;
u_int32_t reserved[4];
};
.Ed
.It Dv VIDIOC_S_FMT Fa "struct v4l2_format *"
Set the data format.
.Bd -literal
struct v4l2_format {
enum v4l2_buf_type type;
union {
struct v4l2_pix_format pix;
struct v4l2_window win;
struct v4l2_vbi_format vbi;
struct v4l2_sliced_vbi_format sliced;
u_int8_t raw_data[200];
} fmt;
};
.Ed
.It Dv VIDIOC_G_FMT Fa "struct v4l2_format *"
Get the data format.
.Pp
Same structure as for
.Dv VIDIOC_S_FMT .
.It Dv VIDIOC_ENUMINPUT Fa "struct v4l2_input *"
Enumerate video inputs.
.Bd -literal
struct v4l2_input {
u_int32_t index;
u_int8_t name[32];
u_int32_t type;
u_int32_t audioset;
u_int32_t tuner;
v4l2_std_id std;
u_int32_t status;
u_int32_t reserved[32];
};
.Ed
.It Dv VIDIOC_G_INPUT Fa "int *"
Get the current video input.
.It Dv VIDIOC_S_INPUT Fa "int *"
Select the current video input.
.It Dv VIDIOC_REQBUFS Fa "struct v4l2_requestbuffers *"
Initiate memory mapping or user pointer I/O.
.Bd -literal
struct v4l2_requestbuffers {
u_int32_t count;
enum v4l2_buf_type type;
enum v4l2_memory memory;
u_int32_t reserved[2];
};
.Ed
.It Dv VIDIOC_QUERYBUF Fa "struct v4l2_buffer *"
Query the status of a buffer.
.Bd -literal
struct v4l2_buffer {
u_int32_t index;
enum v4l2_buf_type type;
u_int32_t bytesused;
u_int32_t flags;
enum v4l2_field field;
struct timeval timestamp;
struct v4l2_timecode timecode;
u_int32_t sequence;
enum v4l2_memory memory;
union {
u_int32_t offset;
unsigned long userptr;
} m;
u_int32_t length;
u_int32_t input;
u_int32_t reserved;
};
.Ed
.It Dv VIDIOC_QBUF Fa "struct v4l2_buffer *"
Add a buffer to the queue.
.Pp
Same structure as for
.Dv VIDIOC_QUERYBUF .
.It Dv VIDIOC_DQBUF Fa "struct v4l2_buffer *"
Remove a buffer from the queue.
.Pp
Same structure as for
.Dv VIDIOC_QUERYBUF .
.It Dv VIDIOC_STREAMON Fa "int *"
Start video stream.
.It Dv VIDIOC_STREAMOFF Fa "int *"
Stop video stream.
.It Dv VIDIOC_TRY_FMT Fa "struct v4l2_format *"
Try a data format.
.Pp
Same structure as for
.Dv VIDIOC_S_FMT .
.It Dv VIDIOC_ENUM_FRAMEINTERVALS Fa "struct v4l2_frmivalenum *"
Enumerate frame intervals.
.Bd -literal
struct v4l2_frmivalemun {
u_int32_t index;
u_int32_t pixel_format;
u_int32_t width;
u_int32_t height;
u_int32_t type;
union {
struct v4l2_fract discrete;
struct v4l2_frmival_stepwise stepwise;
} un;
u_int32_t reserved[2];
};
struct v4l2_frmival_stepwise {
struct v4l2_fract min;
struct v4l2_fract max;
struct v4l2_fract step;
};
.Ed
.It Dv VIDIOC_S_PARM Fa "struct v4l2_streamparm *"
Set streaming parameters.
.Bd -literal
struct v4l2_streamparm {
enum v4l2_buf_type type;
union {
struct v4l2_captureparm capture;
struct v4l2_outputparm output;
u_int8_t raw_data[200];
} parm;
};
struct v4l2_captureparm {
u_int32_t capability;
u_int32_t capturemode;
struct v4l2_fract timeperframe;
u_int32_t extendedmode;
u_int32_t readbuffers;
u_int32_t reserved[4];
};
struct v4l2_outputparm {
u_int32_t capability;
u_int32_t outputmode;
struct v4l2_fract timeperframe;
u_int32_t extendedmode;
u_int32_t writebuffers;
u_int32_t reserved[4];
};
.Ed
.It Dv VIDIOC_G_PARM Fa "struct v4l2_streamparm *"
Get the streaming parameters.
.Pp
Same structures as for
.Dv VIDIOC_S_PARM .
.It Dv VIDIOC_QUERYCTRL Fa "struct v4l2_queryctrl *"
Enumerate control items.
.Bd -literal
struct v4l2_queryctrl {
u_int32_t id;
enum v4l2_ctrl_type type;
u_int8_t name[32];
int32_t minimum;
int32_t maximum;
int32_t step;
int32_t default_value;
u_int32_t flags;
u_int32_t reserved[2];
};
.Ed
.El
.Pp
Command independent enumerations are:
.Bd -literal
enum v4l2_buf_type {
V4L2_BUF_TYPE_VIDEO_CAPTURE = 1,
V4L2_BUF_TYPE_VIDEO_OUTPUT = 2,
V4L2_BUF_TYPE_VIDEO_OVERLAY = 3,
V4L2_BUF_TYPE_VBI_CAPTURE = 4,
V4L2_BUF_TYPE_VBI_OUTPUT = 5,
V4L2_BUF_TYPE_SLICED_VBI_CAPTURE = 6,
V4L2_BUF_TYPE_SLICED_VBI_OUTPUT = 7,
V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY = 8,
V4L2_BUF_TYPE_PRIVATE = 0x80,
};
enum v4l2_memory {
V4L2_MEMORY_MMAP = 1,
V4L2_MEMORY_USERPTR = 2,
V4L2_MEMORY_OVERLAY = 3,
};
enum v4l2_ctrl_type {
V4L2_CTRL_TYPE_INTEGER = 1,
V4L2_CTRL_TYPE_BOOLEAN = 2,
V4L2_CTRL_TYPE_MENU = 3,
V4L2_CTRL_TYPE_BUTTON = 4,
V4L2_CTRL_TYPE_INTEGER64 = 5,
V4L2_CTRL_TYPE_CTRL_CLASS = 6,
};
enum v4l2_frmivaltypes {
V4L2_FRMIVAL_TYPE_DISCRETE = 1,
V4L2_FRMIVAL_TYPE_CONTINUOUS = 2,
V4L2_FRMIVAL_TYPE_STEPWISE = 3,
};
.Ed
.Pp
Command independent structures are:
.Bd -literal
struct v4l2_pix_format {
u_int32_t width;
u_int32_t height;
u_int32_t pixelformat;
enum v4l2_field field;
u_int32_t bytesperline;
u_int32_t sizeimage;
enum v4l2_colorspace colorspace;
u_int32_t priv;
};
struct v4l2_window {
struct v4l2_rect w;
enum v4l2_field chromakey;
struct v4l2_clip __user *clips;
u_int32_t clipcount;
void __user *bitmap;
u_int8_t global_alpha;
};
struct v4l2_vbi_format {
u_int32_t sampling_rate;
u_int32_t offset;
u_int32_t samples_per_line;
u_int32_t sample_format;
int32_t start[2];
u_int32_t count[2];
u_int32_t flags;
u_int32_t reserved[2];
};
struct v4l2_sliced_vbi_format {
u_int16_t service_set;
u_int16_t service_lines[2][24];
u_int32_t io_size;
u_int32_t reserved[2];
};
struct v4l2_fract {
u_int32_t numerator;
u_int32_t denominator;
};
.Ed
.Pp
Command independent typedefs are:
.Bd -literal
typedef u_int64_t v4l2_std_id;
.Ed
.Sh READ
Video data can be accessed via the
.Xr read 2
system call.
The main iteration for userland applications occurs as follow:
.Pp
.Bl -enum -compact -offset indent
.It
Open /dev/video* via the
.Xr open 2
system call.
.It
Read video data from the device via the
.Xr read 2
system call.
The video stream will be started automatically with the first
read, which means there is no need to issue a
.Dv VIDIOC_STREAMON
command.
The read will always return a consistent video frame, if no error occurs.
.It
Process video data and start over again with step 2.
.It
When finished stop the video stream via the
.Xr close 2
system call.
.El
.Pp
The
.Xr select 2
and
.Xr poll 2
system calls are supported for this access type.
They will signal when a frame is ready for reading without blocking.
.Sh MMAP
Video data can be accessed via the
.Xr mmap 2
system call.
The main iteration for userland applications occurs as follow:
.Pp
.Bl -enum -compact -offset indent
.It
Open /dev/video* via the
.Xr open 2
system call.
.It
Request desired number of buffers via the
.Dv VIDIOC_REQBUFS
ioctl command.
The maximum number of available buffers is normally limited by the hardware
driver.
.It
Get the length and offset for the previously requested buffers via the
.Dv VIDIOC_QUERYBUF
ioctl command and map the buffers via the
.Xr mmap 2
system call.
.It
Initially queue the buffers via the
.Dv VIDIOC_QBUF
ioctl command.
.It
Start the video stream via the
.Dv VIDIOC_STREAMON
ioctl command.
.It
Dequeue one buffer via the
.Dv VIDIOC_DQBUF
ioctl command.
If the queue is empty
the ioctl will block until a buffer gets queued or an error occurs
(e.g. a timeout).
.It
Requeue the buffer via the
.Dv VIDIOC_QBUF
ioctl command.
.It
Process video data and start over again with step 6.
.It
When finished stop the video stream via the
.Dv VIDIOC_STREAMOFF
ioctl command.
.El
.Pp
The
.Xr select 2
and
.Xr poll 2
system calls are supported for this access type.
They will signal when at least one frame is ready for dequeuing,
allowing to call the
.Dv VIDIOC_DQBUF
ioctl command without blocking.
.Sh FILES
.Bl -tag -width /dev/video -compact
.It Pa /dev/video
.El
.Sh SEE ALSO
.Xr ioctl 2 ,
.Xr uvideo 4
.Sh HISTORY
The
.Nm
driver first appeared in
.Ox 4.4 .
|