uvc_queue.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479
  1. /*
  2. * uvc_queue.c -- USB Video Class driver - Buffers management
  3. *
  4. * Copyright (C) 2005-2008
  5. * Laurent Pinchart (laurent.pinchart@skynet.be)
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. */
  13. #include <linux/kernel.h>
  14. #include <linux/version.h>
  15. #include <linux/mm.h>
  16. #include <linux/list.h>
  17. #include <linux/module.h>
  18. #include <linux/usb.h>
  19. #include <linux/videodev2.h>
  20. #include <linux/vmalloc.h>
  21. #include <linux/wait.h>
  22. #include <asm/atomic.h>
  23. #include "uvcvideo.h"
  24. /* ------------------------------------------------------------------------
  25. * Video buffers queue management.
  26. *
  27. * Video queues is initialized by uvc_queue_init(). The function performs
  28. * basic initialization of the uvc_video_queue struct and never fails.
  29. *
  30. * Video buffer allocation and freeing are performed by uvc_alloc_buffers and
  31. * uvc_free_buffers respectively. The former acquires the video queue lock,
  32. * while the later must be called with the lock held (so that allocation can
  33. * free previously allocated buffers). Trying to free buffers that are mapped
  34. * to user space will return -EBUSY.
  35. *
  36. * Video buffers are managed using two queues. However, unlike most USB video
  37. * drivers which use an in queue and an out queue, we use a main queue which
  38. * holds all queued buffers (both 'empty' and 'done' buffers), and an irq
  39. * queue which holds empty buffers. This design (copied from video-buf)
  40. * minimizes locking in interrupt, as only one queue is shared between
  41. * interrupt and user contexts.
  42. *
  43. * Use cases
  44. * ---------
  45. *
  46. * Unless stated otherwise, all operations which modify the irq buffers queue
  47. * are protected by the irq spinlock.
  48. *
  49. * 1. The user queues the buffers, starts streaming and dequeues a buffer.
  50. *
  51. * The buffers are added to the main and irq queues. Both operations are
  52. * protected by the queue lock, and the latert is protected by the irq
  53. * spinlock as well.
  54. *
  55. * The completion handler fetches a buffer from the irq queue and fills it
  56. * with video data. If no buffer is available (irq queue empty), the handler
  57. * returns immediately.
  58. *
  59. * When the buffer is full, the completion handler removes it from the irq
  60. * queue, marks it as ready (UVC_BUF_STATE_DONE) and wake its wait queue.
  61. * At that point, any process waiting on the buffer will be woken up. If a
  62. * process tries to dequeue a buffer after it has been marked ready, the
  63. * dequeing will succeed immediately.
  64. *
  65. * 2. Buffers are queued, user is waiting on a buffer and the device gets
  66. * disconnected.
  67. *
  68. * When the device is disconnected, the kernel calls the completion handler
  69. * with an appropriate status code. The handler marks all buffers in the
  70. * irq queue as being erroneous (UVC_BUF_STATE_ERROR) and wakes them up so
  71. * that any process waiting on a buffer gets woken up.
  72. *
  73. * Waking up up the first buffer on the irq list is not enough, as the
  74. * process waiting on the buffer might restart the dequeue operation
  75. * immediately.
  76. *
  77. */
  78. void uvc_queue_init(struct uvc_video_queue *queue)
  79. {
  80. mutex_init(&queue->mutex);
  81. spin_lock_init(&queue->irqlock);
  82. INIT_LIST_HEAD(&queue->mainqueue);
  83. INIT_LIST_HEAD(&queue->irqqueue);
  84. }
  85. /*
  86. * Allocate the video buffers.
  87. *
  88. * Pages are reserved to make sure they will not be swaped, as they will be
  89. * filled in URB completion handler.
  90. *
  91. * Buffers will be individually mapped, so they must all be page aligned.
  92. */
  93. int uvc_alloc_buffers(struct uvc_video_queue *queue, unsigned int nbuffers,
  94. unsigned int buflength)
  95. {
  96. unsigned int bufsize = PAGE_ALIGN(buflength);
  97. unsigned int i;
  98. void *mem = NULL;
  99. int ret;
  100. if (nbuffers > UVC_MAX_VIDEO_BUFFERS)
  101. nbuffers = UVC_MAX_VIDEO_BUFFERS;
  102. mutex_lock(&queue->mutex);
  103. if ((ret = uvc_free_buffers(queue)) < 0)
  104. goto done;
  105. /* Bail out if no buffers should be allocated. */
  106. if (nbuffers == 0)
  107. goto done;
  108. /* Decrement the number of buffers until allocation succeeds. */
  109. for (; nbuffers > 0; --nbuffers) {
  110. mem = vmalloc_32(nbuffers * bufsize);
  111. if (mem != NULL)
  112. break;
  113. }
  114. if (mem == NULL) {
  115. ret = -ENOMEM;
  116. goto done;
  117. }
  118. for (i = 0; i < nbuffers; ++i) {
  119. memset(&queue->buffer[i], 0, sizeof queue->buffer[i]);
  120. queue->buffer[i].buf.index = i;
  121. queue->buffer[i].buf.m.offset = i * bufsize;
  122. queue->buffer[i].buf.length = buflength;
  123. queue->buffer[i].buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
  124. queue->buffer[i].buf.sequence = 0;
  125. queue->buffer[i].buf.field = V4L2_FIELD_NONE;
  126. queue->buffer[i].buf.memory = V4L2_MEMORY_MMAP;
  127. queue->buffer[i].buf.flags = 0;
  128. init_waitqueue_head(&queue->buffer[i].wait);
  129. }
  130. queue->mem = mem;
  131. queue->count = nbuffers;
  132. queue->buf_size = bufsize;
  133. ret = nbuffers;
  134. done:
  135. mutex_unlock(&queue->mutex);
  136. return ret;
  137. }
  138. /*
  139. * Free the video buffers.
  140. *
  141. * This function must be called with the queue lock held.
  142. */
  143. int uvc_free_buffers(struct uvc_video_queue *queue)
  144. {
  145. unsigned int i;
  146. for (i = 0; i < queue->count; ++i) {
  147. if (queue->buffer[i].vma_use_count != 0)
  148. return -EBUSY;
  149. }
  150. if (queue->count) {
  151. vfree(queue->mem);
  152. queue->count = 0;
  153. }
  154. return 0;
  155. }
  156. static void __uvc_query_buffer(struct uvc_buffer *buf,
  157. struct v4l2_buffer *v4l2_buf)
  158. {
  159. memcpy(v4l2_buf, &buf->buf, sizeof *v4l2_buf);
  160. if (buf->vma_use_count)
  161. v4l2_buf->flags |= V4L2_BUF_FLAG_MAPPED;
  162. switch (buf->state) {
  163. case UVC_BUF_STATE_ERROR:
  164. case UVC_BUF_STATE_DONE:
  165. v4l2_buf->flags |= V4L2_BUF_FLAG_DONE;
  166. break;
  167. case UVC_BUF_STATE_QUEUED:
  168. case UVC_BUF_STATE_ACTIVE:
  169. v4l2_buf->flags |= V4L2_BUF_FLAG_QUEUED;
  170. break;
  171. case UVC_BUF_STATE_IDLE:
  172. default:
  173. break;
  174. }
  175. }
  176. int uvc_query_buffer(struct uvc_video_queue *queue,
  177. struct v4l2_buffer *v4l2_buf)
  178. {
  179. int ret = 0;
  180. mutex_lock(&queue->mutex);
  181. if (v4l2_buf->index >= queue->count) {
  182. ret = -EINVAL;
  183. goto done;
  184. }
  185. __uvc_query_buffer(&queue->buffer[v4l2_buf->index], v4l2_buf);
  186. done:
  187. mutex_unlock(&queue->mutex);
  188. return ret;
  189. }
  190. /*
  191. * Queue a video buffer. Attempting to queue a buffer that has already been
  192. * queued will return -EINVAL.
  193. */
  194. int uvc_queue_buffer(struct uvc_video_queue *queue,
  195. struct v4l2_buffer *v4l2_buf)
  196. {
  197. struct uvc_buffer *buf;
  198. unsigned long flags;
  199. int ret = 0;
  200. uvc_trace(UVC_TRACE_CAPTURE, "Queuing buffer %u.\n", v4l2_buf->index);
  201. if (v4l2_buf->type != V4L2_BUF_TYPE_VIDEO_CAPTURE ||
  202. v4l2_buf->memory != V4L2_MEMORY_MMAP) {
  203. uvc_trace(UVC_TRACE_CAPTURE, "[E] Invalid buffer type (%u) "
  204. "and/or memory (%u).\n", v4l2_buf->type,
  205. v4l2_buf->memory);
  206. return -EINVAL;
  207. }
  208. mutex_lock(&queue->mutex);
  209. if (v4l2_buf->index >= queue->count) {
  210. uvc_trace(UVC_TRACE_CAPTURE, "[E] Out of range index.\n");
  211. ret = -EINVAL;
  212. goto done;
  213. }
  214. buf = &queue->buffer[v4l2_buf->index];
  215. if (buf->state != UVC_BUF_STATE_IDLE) {
  216. uvc_trace(UVC_TRACE_CAPTURE, "[E] Invalid buffer state "
  217. "(%u).\n", buf->state);
  218. ret = -EINVAL;
  219. goto done;
  220. }
  221. spin_lock_irqsave(&queue->irqlock, flags);
  222. if (queue->flags & UVC_QUEUE_DISCONNECTED) {
  223. spin_unlock_irqrestore(&queue->irqlock, flags);
  224. ret = -ENODEV;
  225. goto done;
  226. }
  227. buf->state = UVC_BUF_STATE_QUEUED;
  228. buf->buf.bytesused = 0;
  229. list_add_tail(&buf->stream, &queue->mainqueue);
  230. list_add_tail(&buf->queue, &queue->irqqueue);
  231. spin_unlock_irqrestore(&queue->irqlock, flags);
  232. done:
  233. mutex_unlock(&queue->mutex);
  234. return ret;
  235. }
  236. static int uvc_queue_waiton(struct uvc_buffer *buf, int nonblocking)
  237. {
  238. if (nonblocking) {
  239. return (buf->state != UVC_BUF_STATE_QUEUED &&
  240. buf->state != UVC_BUF_STATE_ACTIVE)
  241. ? 0 : -EAGAIN;
  242. }
  243. return wait_event_interruptible(buf->wait,
  244. buf->state != UVC_BUF_STATE_QUEUED &&
  245. buf->state != UVC_BUF_STATE_ACTIVE);
  246. }
  247. /*
  248. * Dequeue a video buffer. If nonblocking is false, block until a buffer is
  249. * available.
  250. */
  251. int uvc_dequeue_buffer(struct uvc_video_queue *queue,
  252. struct v4l2_buffer *v4l2_buf, int nonblocking)
  253. {
  254. struct uvc_buffer *buf;
  255. int ret = 0;
  256. if (v4l2_buf->type != V4L2_BUF_TYPE_VIDEO_CAPTURE ||
  257. v4l2_buf->memory != V4L2_MEMORY_MMAP) {
  258. uvc_trace(UVC_TRACE_CAPTURE, "[E] Invalid buffer type (%u) "
  259. "and/or memory (%u).\n", v4l2_buf->type,
  260. v4l2_buf->memory);
  261. return -EINVAL;
  262. }
  263. mutex_lock(&queue->mutex);
  264. if (list_empty(&queue->mainqueue)) {
  265. uvc_trace(UVC_TRACE_CAPTURE, "[E] Empty buffer queue.\n");
  266. ret = -EINVAL;
  267. goto done;
  268. }
  269. buf = list_first_entry(&queue->mainqueue, struct uvc_buffer, stream);
  270. if ((ret = uvc_queue_waiton(buf, nonblocking)) < 0)
  271. goto done;
  272. uvc_trace(UVC_TRACE_CAPTURE, "Dequeuing buffer %u (%u, %u bytes).\n",
  273. buf->buf.index, buf->state, buf->buf.bytesused);
  274. switch (buf->state) {
  275. case UVC_BUF_STATE_ERROR:
  276. uvc_trace(UVC_TRACE_CAPTURE, "[W] Corrupted data "
  277. "(transmission error).\n");
  278. ret = -EIO;
  279. case UVC_BUF_STATE_DONE:
  280. buf->state = UVC_BUF_STATE_IDLE;
  281. break;
  282. case UVC_BUF_STATE_IDLE:
  283. case UVC_BUF_STATE_QUEUED:
  284. case UVC_BUF_STATE_ACTIVE:
  285. default:
  286. uvc_trace(UVC_TRACE_CAPTURE, "[E] Invalid buffer state %u "
  287. "(driver bug?).\n", buf->state);
  288. ret = -EINVAL;
  289. goto done;
  290. }
  291. list_del(&buf->stream);
  292. __uvc_query_buffer(buf, v4l2_buf);
  293. done:
  294. mutex_unlock(&queue->mutex);
  295. return ret;
  296. }
  297. /*
  298. * Poll the video queue.
  299. *
  300. * This function implements video queue polling and is intended to be used by
  301. * the device poll handler.
  302. */
  303. unsigned int uvc_queue_poll(struct uvc_video_queue *queue, struct file *file,
  304. poll_table *wait)
  305. {
  306. struct uvc_buffer *buf;
  307. unsigned int mask = 0;
  308. mutex_lock(&queue->mutex);
  309. if (list_empty(&queue->mainqueue)) {
  310. mask |= POLLERR;
  311. goto done;
  312. }
  313. buf = list_first_entry(&queue->mainqueue, struct uvc_buffer, stream);
  314. poll_wait(file, &buf->wait, wait);
  315. if (buf->state == UVC_BUF_STATE_DONE ||
  316. buf->state == UVC_BUF_STATE_ERROR)
  317. mask |= POLLIN | POLLRDNORM;
  318. done:
  319. mutex_unlock(&queue->mutex);
  320. return mask;
  321. }
  322. /*
  323. * Enable or disable the video buffers queue.
  324. *
  325. * The queue must be enabled before starting video acquisition and must be
  326. * disabled after stopping it. This ensures that the video buffers queue
  327. * state can be properly initialized before buffers are accessed from the
  328. * interrupt handler.
  329. *
  330. * Enabling the video queue initializes parameters (such as sequence number,
  331. * sync pattern, ...). If the queue is already enabled, return -EBUSY.
  332. *
  333. * Disabling the video queue cancels the queue and removes all buffers from
  334. * the main queue.
  335. *
  336. * This function can't be called from interrupt context. Use
  337. * uvc_queue_cancel() instead.
  338. */
  339. int uvc_queue_enable(struct uvc_video_queue *queue, int enable)
  340. {
  341. unsigned int i;
  342. int ret = 0;
  343. mutex_lock(&queue->mutex);
  344. if (enable) {
  345. if (uvc_queue_streaming(queue)) {
  346. ret = -EBUSY;
  347. goto done;
  348. }
  349. queue->sequence = 0;
  350. queue->flags |= UVC_QUEUE_STREAMING;
  351. } else {
  352. uvc_queue_cancel(queue, 0);
  353. INIT_LIST_HEAD(&queue->mainqueue);
  354. for (i = 0; i < queue->count; ++i)
  355. queue->buffer[i].state = UVC_BUF_STATE_IDLE;
  356. queue->flags &= ~UVC_QUEUE_STREAMING;
  357. }
  358. done:
  359. mutex_unlock(&queue->mutex);
  360. return ret;
  361. }
  362. /*
  363. * Cancel the video buffers queue.
  364. *
  365. * Cancelling the queue marks all buffers on the irq queue as erroneous,
  366. * wakes them up and remove them from the queue.
  367. *
  368. * If the disconnect parameter is set, further calls to uvc_queue_buffer will
  369. * fail with -ENODEV.
  370. *
  371. * This function acquires the irq spinlock and can be called from interrupt
  372. * context.
  373. */
  374. void uvc_queue_cancel(struct uvc_video_queue *queue, int disconnect)
  375. {
  376. struct uvc_buffer *buf;
  377. unsigned long flags;
  378. spin_lock_irqsave(&queue->irqlock, flags);
  379. while (!list_empty(&queue->irqqueue)) {
  380. buf = list_first_entry(&queue->irqqueue, struct uvc_buffer,
  381. queue);
  382. list_del(&buf->queue);
  383. buf->state = UVC_BUF_STATE_ERROR;
  384. wake_up(&buf->wait);
  385. }
  386. /* This must be protected by the irqlock spinlock to avoid race
  387. * conditions between uvc_queue_buffer and the disconnection event that
  388. * could result in an interruptible wait in uvc_dequeue_buffer. Do not
  389. * blindly replace this logic by checking for the UVC_DEV_DISCONNECTED
  390. * state outside the queue code.
  391. */
  392. if (disconnect)
  393. queue->flags |= UVC_QUEUE_DISCONNECTED;
  394. spin_unlock_irqrestore(&queue->irqlock, flags);
  395. }
  396. struct uvc_buffer *uvc_queue_next_buffer(struct uvc_video_queue *queue,
  397. struct uvc_buffer *buf)
  398. {
  399. struct uvc_buffer *nextbuf;
  400. unsigned long flags;
  401. if ((queue->flags & UVC_QUEUE_DROP_INCOMPLETE) &&
  402. buf->buf.length != buf->buf.bytesused) {
  403. buf->state = UVC_BUF_STATE_QUEUED;
  404. buf->buf.bytesused = 0;
  405. return buf;
  406. }
  407. spin_lock_irqsave(&queue->irqlock, flags);
  408. list_del(&buf->queue);
  409. if (!list_empty(&queue->irqqueue))
  410. nextbuf = list_first_entry(&queue->irqqueue, struct uvc_buffer,
  411. queue);
  412. else
  413. nextbuf = NULL;
  414. spin_unlock_irqrestore(&queue->irqlock, flags);
  415. buf->buf.sequence = queue->sequence++;
  416. do_gettimeofday(&buf->buf.timestamp);
  417. wake_up(&buf->wait);
  418. return nextbuf;
  419. }