fimc-m2m.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866
  1. /*
  2. * Samsung S5P/EXYNOS4 SoC series FIMC (video postprocessor) driver
  3. *
  4. * Copyright (C) 2012 - 2013 Samsung Electronics Co., Ltd.
  5. * Sylwester Nawrocki <s.nawrocki@samsung.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published
  9. * by the Free Software Foundation, either version 2 of the License,
  10. * or (at your option) any later version.
  11. */
  12. #include <linux/module.h>
  13. #include <linux/kernel.h>
  14. #include <linux/types.h>
  15. #include <linux/errno.h>
  16. #include <linux/bug.h>
  17. #include <linux/interrupt.h>
  18. #include <linux/device.h>
  19. #include <linux/platform_device.h>
  20. #include <linux/pm_runtime.h>
  21. #include <linux/list.h>
  22. #include <linux/io.h>
  23. #include <linux/slab.h>
  24. #include <linux/clk.h>
  25. #include <media/v4l2-ioctl.h>
  26. #include <media/videobuf2-core.h>
  27. #include <media/videobuf2-dma-contig.h>
  28. #include "common.h"
  29. #include "fimc-core.h"
  30. #include "fimc-reg.h"
  31. #include "media-dev.h"
  32. static unsigned int get_m2m_fmt_flags(unsigned int stream_type)
  33. {
  34. if (stream_type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  35. return FMT_FLAGS_M2M_IN;
  36. else
  37. return FMT_FLAGS_M2M_OUT;
  38. }
  39. void fimc_m2m_job_finish(struct fimc_ctx *ctx, int vb_state)
  40. {
  41. struct vb2_buffer *src_vb, *dst_vb;
  42. if (!ctx || !ctx->m2m_ctx)
  43. return;
  44. src_vb = v4l2_m2m_src_buf_remove(ctx->m2m_ctx);
  45. dst_vb = v4l2_m2m_dst_buf_remove(ctx->m2m_ctx);
  46. if (src_vb && dst_vb) {
  47. v4l2_m2m_buf_done(src_vb, vb_state);
  48. v4l2_m2m_buf_done(dst_vb, vb_state);
  49. v4l2_m2m_job_finish(ctx->fimc_dev->m2m.m2m_dev,
  50. ctx->m2m_ctx);
  51. }
  52. }
  53. /* Complete the transaction which has been scheduled for execution. */
  54. static int fimc_m2m_shutdown(struct fimc_ctx *ctx)
  55. {
  56. struct fimc_dev *fimc = ctx->fimc_dev;
  57. int ret;
  58. if (!fimc_m2m_pending(fimc))
  59. return 0;
  60. fimc_ctx_state_set(FIMC_CTX_SHUT, ctx);
  61. ret = wait_event_timeout(fimc->irq_queue,
  62. !fimc_ctx_state_is_set(FIMC_CTX_SHUT, ctx),
  63. FIMC_SHUTDOWN_TIMEOUT);
  64. return ret == 0 ? -ETIMEDOUT : ret;
  65. }
  66. static int start_streaming(struct vb2_queue *q, unsigned int count)
  67. {
  68. struct fimc_ctx *ctx = q->drv_priv;
  69. int ret;
  70. ret = pm_runtime_get_sync(&ctx->fimc_dev->pdev->dev);
  71. return ret > 0 ? 0 : ret;
  72. }
  73. static int stop_streaming(struct vb2_queue *q)
  74. {
  75. struct fimc_ctx *ctx = q->drv_priv;
  76. int ret;
  77. ret = fimc_m2m_shutdown(ctx);
  78. if (ret == -ETIMEDOUT)
  79. fimc_m2m_job_finish(ctx, VB2_BUF_STATE_ERROR);
  80. pm_runtime_put(&ctx->fimc_dev->pdev->dev);
  81. return 0;
  82. }
  83. static void fimc_device_run(void *priv)
  84. {
  85. struct vb2_buffer *src_vb, *dst_vb;
  86. struct fimc_ctx *ctx = priv;
  87. struct fimc_frame *sf, *df;
  88. struct fimc_dev *fimc;
  89. unsigned long flags;
  90. int ret;
  91. if (WARN(!ctx, "Null context\n"))
  92. return;
  93. fimc = ctx->fimc_dev;
  94. spin_lock_irqsave(&fimc->slock, flags);
  95. set_bit(ST_M2M_PEND, &fimc->state);
  96. sf = &ctx->s_frame;
  97. df = &ctx->d_frame;
  98. if (ctx->state & FIMC_PARAMS) {
  99. /* Prepare the DMA offsets for scaler */
  100. fimc_prepare_dma_offset(ctx, sf);
  101. fimc_prepare_dma_offset(ctx, df);
  102. }
  103. src_vb = v4l2_m2m_next_src_buf(ctx->m2m_ctx);
  104. ret = fimc_prepare_addr(ctx, src_vb, sf, &sf->paddr);
  105. if (ret)
  106. goto dma_unlock;
  107. dst_vb = v4l2_m2m_next_dst_buf(ctx->m2m_ctx);
  108. ret = fimc_prepare_addr(ctx, dst_vb, df, &df->paddr);
  109. if (ret)
  110. goto dma_unlock;
  111. dst_vb->v4l2_buf.timestamp = src_vb->v4l2_buf.timestamp;
  112. /* Reconfigure hardware if the context has changed. */
  113. if (fimc->m2m.ctx != ctx) {
  114. ctx->state |= FIMC_PARAMS;
  115. fimc->m2m.ctx = ctx;
  116. }
  117. if (ctx->state & FIMC_PARAMS) {
  118. fimc_set_yuv_order(ctx);
  119. fimc_hw_set_input_path(ctx);
  120. fimc_hw_set_in_dma(ctx);
  121. ret = fimc_set_scaler_info(ctx);
  122. if (ret)
  123. goto dma_unlock;
  124. fimc_hw_set_prescaler(ctx);
  125. fimc_hw_set_mainscaler(ctx);
  126. fimc_hw_set_target_format(ctx);
  127. fimc_hw_set_rotation(ctx);
  128. fimc_hw_set_effect(ctx);
  129. fimc_hw_set_out_dma(ctx);
  130. if (fimc->drv_data->alpha_color)
  131. fimc_hw_set_rgb_alpha(ctx);
  132. fimc_hw_set_output_path(ctx);
  133. }
  134. fimc_hw_set_input_addr(fimc, &sf->paddr);
  135. fimc_hw_set_output_addr(fimc, &df->paddr, -1);
  136. fimc_activate_capture(ctx);
  137. ctx->state &= (FIMC_CTX_M2M | FIMC_CTX_CAP);
  138. fimc_hw_activate_input_dma(fimc, true);
  139. dma_unlock:
  140. spin_unlock_irqrestore(&fimc->slock, flags);
  141. }
  142. static void fimc_job_abort(void *priv)
  143. {
  144. fimc_m2m_shutdown(priv);
  145. }
  146. static int fimc_queue_setup(struct vb2_queue *vq, const struct v4l2_format *fmt,
  147. unsigned int *num_buffers, unsigned int *num_planes,
  148. unsigned int sizes[], void *allocators[])
  149. {
  150. struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
  151. struct fimc_frame *f;
  152. int i;
  153. f = ctx_get_frame(ctx, vq->type);
  154. if (IS_ERR(f))
  155. return PTR_ERR(f);
  156. /*
  157. * Return number of non-contigous planes (plane buffers)
  158. * depending on the configured color format.
  159. */
  160. if (!f->fmt)
  161. return -EINVAL;
  162. *num_planes = f->fmt->memplanes;
  163. for (i = 0; i < f->fmt->memplanes; i++) {
  164. sizes[i] = (f->f_width * f->f_height * f->fmt->depth[i]) / 8;
  165. allocators[i] = ctx->fimc_dev->alloc_ctx;
  166. }
  167. return 0;
  168. }
  169. static int fimc_buf_prepare(struct vb2_buffer *vb)
  170. {
  171. struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
  172. struct fimc_frame *frame;
  173. int i;
  174. frame = ctx_get_frame(ctx, vb->vb2_queue->type);
  175. if (IS_ERR(frame))
  176. return PTR_ERR(frame);
  177. for (i = 0; i < frame->fmt->memplanes; i++)
  178. vb2_set_plane_payload(vb, i, frame->payload[i]);
  179. return 0;
  180. }
  181. static void fimc_buf_queue(struct vb2_buffer *vb)
  182. {
  183. struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
  184. dbg("ctx: %p, ctx->state: 0x%x", ctx, ctx->state);
  185. if (ctx->m2m_ctx)
  186. v4l2_m2m_buf_queue(ctx->m2m_ctx, vb);
  187. }
  188. static void fimc_lock(struct vb2_queue *vq)
  189. {
  190. struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
  191. mutex_lock(&ctx->fimc_dev->lock);
  192. }
  193. static void fimc_unlock(struct vb2_queue *vq)
  194. {
  195. struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
  196. mutex_unlock(&ctx->fimc_dev->lock);
  197. }
  198. static struct vb2_ops fimc_qops = {
  199. .queue_setup = fimc_queue_setup,
  200. .buf_prepare = fimc_buf_prepare,
  201. .buf_queue = fimc_buf_queue,
  202. .wait_prepare = fimc_unlock,
  203. .wait_finish = fimc_lock,
  204. .stop_streaming = stop_streaming,
  205. .start_streaming = start_streaming,
  206. };
  207. /*
  208. * V4L2 ioctl handlers
  209. */
  210. static int fimc_m2m_querycap(struct file *file, void *fh,
  211. struct v4l2_capability *cap)
  212. {
  213. struct fimc_dev *fimc = video_drvdata(file);
  214. unsigned int caps;
  215. /*
  216. * This is only a mem-to-mem video device. The capture and output
  217. * device capability flags are left only for backward compatibility
  218. * and are scheduled for removal.
  219. */
  220. caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M_MPLANE |
  221. V4L2_CAP_VIDEO_CAPTURE_MPLANE | V4L2_CAP_VIDEO_OUTPUT_MPLANE;
  222. __fimc_vidioc_querycap(&fimc->pdev->dev, cap, caps);
  223. return 0;
  224. }
  225. static int fimc_m2m_enum_fmt_mplane(struct file *file, void *priv,
  226. struct v4l2_fmtdesc *f)
  227. {
  228. struct fimc_fmt *fmt;
  229. fmt = fimc_find_format(NULL, NULL, get_m2m_fmt_flags(f->type),
  230. f->index);
  231. if (!fmt)
  232. return -EINVAL;
  233. strncpy(f->description, fmt->name, sizeof(f->description) - 1);
  234. f->pixelformat = fmt->fourcc;
  235. return 0;
  236. }
  237. static int fimc_m2m_g_fmt_mplane(struct file *file, void *fh,
  238. struct v4l2_format *f)
  239. {
  240. struct fimc_ctx *ctx = fh_to_ctx(fh);
  241. struct fimc_frame *frame = ctx_get_frame(ctx, f->type);
  242. if (IS_ERR(frame))
  243. return PTR_ERR(frame);
  244. __fimc_get_format(frame, f);
  245. return 0;
  246. }
  247. static int fimc_try_fmt_mplane(struct fimc_ctx *ctx, struct v4l2_format *f)
  248. {
  249. struct fimc_dev *fimc = ctx->fimc_dev;
  250. const struct fimc_variant *variant = fimc->variant;
  251. struct v4l2_pix_format_mplane *pix = &f->fmt.pix_mp;
  252. struct fimc_fmt *fmt;
  253. u32 max_w, mod_x, mod_y;
  254. if (!IS_M2M(f->type))
  255. return -EINVAL;
  256. fmt = fimc_find_format(&pix->pixelformat, NULL,
  257. get_m2m_fmt_flags(f->type), 0);
  258. if (WARN(fmt == NULL, "Pixel format lookup failed"))
  259. return -EINVAL;
  260. if (pix->field == V4L2_FIELD_ANY)
  261. pix->field = V4L2_FIELD_NONE;
  262. else if (pix->field != V4L2_FIELD_NONE)
  263. return -EINVAL;
  264. if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
  265. max_w = variant->pix_limit->scaler_dis_w;
  266. mod_x = ffs(variant->min_inp_pixsize) - 1;
  267. } else {
  268. max_w = variant->pix_limit->out_rot_dis_w;
  269. mod_x = ffs(variant->min_out_pixsize) - 1;
  270. }
  271. if (tiled_fmt(fmt)) {
  272. mod_x = 6; /* 64 x 32 pixels tile */
  273. mod_y = 5;
  274. } else {
  275. if (variant->min_vsize_align == 1)
  276. mod_y = fimc_fmt_is_rgb(fmt->color) ? 0 : 1;
  277. else
  278. mod_y = ffs(variant->min_vsize_align) - 1;
  279. }
  280. v4l_bound_align_image(&pix->width, 16, max_w, mod_x,
  281. &pix->height, 8, variant->pix_limit->scaler_dis_w, mod_y, 0);
  282. fimc_adjust_mplane_format(fmt, pix->width, pix->height, &f->fmt.pix_mp);
  283. return 0;
  284. }
  285. static int fimc_m2m_try_fmt_mplane(struct file *file, void *fh,
  286. struct v4l2_format *f)
  287. {
  288. struct fimc_ctx *ctx = fh_to_ctx(fh);
  289. return fimc_try_fmt_mplane(ctx, f);
  290. }
  291. static void __set_frame_format(struct fimc_frame *frame, struct fimc_fmt *fmt,
  292. struct v4l2_pix_format_mplane *pixm)
  293. {
  294. int i;
  295. for (i = 0; i < fmt->colplanes; i++) {
  296. frame->bytesperline[i] = pixm->plane_fmt[i].bytesperline;
  297. frame->payload[i] = pixm->plane_fmt[i].sizeimage;
  298. }
  299. frame->f_width = pixm->width;
  300. frame->f_height = pixm->height;
  301. frame->o_width = pixm->width;
  302. frame->o_height = pixm->height;
  303. frame->width = pixm->width;
  304. frame->height = pixm->height;
  305. frame->offs_h = 0;
  306. frame->offs_v = 0;
  307. frame->fmt = fmt;
  308. }
  309. static int fimc_m2m_s_fmt_mplane(struct file *file, void *fh,
  310. struct v4l2_format *f)
  311. {
  312. struct fimc_ctx *ctx = fh_to_ctx(fh);
  313. struct fimc_dev *fimc = ctx->fimc_dev;
  314. struct fimc_fmt *fmt;
  315. struct vb2_queue *vq;
  316. struct fimc_frame *frame;
  317. int ret;
  318. ret = fimc_try_fmt_mplane(ctx, f);
  319. if (ret)
  320. return ret;
  321. vq = v4l2_m2m_get_vq(ctx->m2m_ctx, f->type);
  322. if (vb2_is_busy(vq)) {
  323. v4l2_err(&fimc->m2m.vfd, "queue (%d) busy\n", f->type);
  324. return -EBUSY;
  325. }
  326. if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  327. frame = &ctx->s_frame;
  328. else
  329. frame = &ctx->d_frame;
  330. fmt = fimc_find_format(&f->fmt.pix_mp.pixelformat, NULL,
  331. get_m2m_fmt_flags(f->type), 0);
  332. if (!fmt)
  333. return -EINVAL;
  334. __set_frame_format(frame, fmt, &f->fmt.pix_mp);
  335. /* Update RGB Alpha control state and value range */
  336. fimc_alpha_ctrl_update(ctx);
  337. return 0;
  338. }
  339. static int fimc_m2m_reqbufs(struct file *file, void *fh,
  340. struct v4l2_requestbuffers *reqbufs)
  341. {
  342. struct fimc_ctx *ctx = fh_to_ctx(fh);
  343. return v4l2_m2m_reqbufs(file, ctx->m2m_ctx, reqbufs);
  344. }
  345. static int fimc_m2m_querybuf(struct file *file, void *fh,
  346. struct v4l2_buffer *buf)
  347. {
  348. struct fimc_ctx *ctx = fh_to_ctx(fh);
  349. return v4l2_m2m_querybuf(file, ctx->m2m_ctx, buf);
  350. }
  351. static int fimc_m2m_qbuf(struct file *file, void *fh,
  352. struct v4l2_buffer *buf)
  353. {
  354. struct fimc_ctx *ctx = fh_to_ctx(fh);
  355. return v4l2_m2m_qbuf(file, ctx->m2m_ctx, buf);
  356. }
  357. static int fimc_m2m_dqbuf(struct file *file, void *fh,
  358. struct v4l2_buffer *buf)
  359. {
  360. struct fimc_ctx *ctx = fh_to_ctx(fh);
  361. return v4l2_m2m_dqbuf(file, ctx->m2m_ctx, buf);
  362. }
  363. static int fimc_m2m_expbuf(struct file *file, void *fh,
  364. struct v4l2_exportbuffer *eb)
  365. {
  366. struct fimc_ctx *ctx = fh_to_ctx(fh);
  367. return v4l2_m2m_expbuf(file, ctx->m2m_ctx, eb);
  368. }
  369. static int fimc_m2m_streamon(struct file *file, void *fh,
  370. enum v4l2_buf_type type)
  371. {
  372. struct fimc_ctx *ctx = fh_to_ctx(fh);
  373. return v4l2_m2m_streamon(file, ctx->m2m_ctx, type);
  374. }
  375. static int fimc_m2m_streamoff(struct file *file, void *fh,
  376. enum v4l2_buf_type type)
  377. {
  378. struct fimc_ctx *ctx = fh_to_ctx(fh);
  379. return v4l2_m2m_streamoff(file, ctx->m2m_ctx, type);
  380. }
  381. static int fimc_m2m_cropcap(struct file *file, void *fh,
  382. struct v4l2_cropcap *cr)
  383. {
  384. struct fimc_ctx *ctx = fh_to_ctx(fh);
  385. struct fimc_frame *frame;
  386. frame = ctx_get_frame(ctx, cr->type);
  387. if (IS_ERR(frame))
  388. return PTR_ERR(frame);
  389. cr->bounds.left = 0;
  390. cr->bounds.top = 0;
  391. cr->bounds.width = frame->o_width;
  392. cr->bounds.height = frame->o_height;
  393. cr->defrect = cr->bounds;
  394. return 0;
  395. }
  396. static int fimc_m2m_g_crop(struct file *file, void *fh, struct v4l2_crop *cr)
  397. {
  398. struct fimc_ctx *ctx = fh_to_ctx(fh);
  399. struct fimc_frame *frame;
  400. frame = ctx_get_frame(ctx, cr->type);
  401. if (IS_ERR(frame))
  402. return PTR_ERR(frame);
  403. cr->c.left = frame->offs_h;
  404. cr->c.top = frame->offs_v;
  405. cr->c.width = frame->width;
  406. cr->c.height = frame->height;
  407. return 0;
  408. }
  409. static int fimc_m2m_try_crop(struct fimc_ctx *ctx, struct v4l2_crop *cr)
  410. {
  411. struct fimc_dev *fimc = ctx->fimc_dev;
  412. struct fimc_frame *f;
  413. u32 min_size, halign, depth = 0;
  414. int i;
  415. if (cr->c.top < 0 || cr->c.left < 0) {
  416. v4l2_err(&fimc->m2m.vfd,
  417. "doesn't support negative values for top & left\n");
  418. return -EINVAL;
  419. }
  420. if (cr->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
  421. f = &ctx->d_frame;
  422. else if (cr->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
  423. f = &ctx->s_frame;
  424. else
  425. return -EINVAL;
  426. min_size = (f == &ctx->s_frame) ?
  427. fimc->variant->min_inp_pixsize : fimc->variant->min_out_pixsize;
  428. /* Get pixel alignment constraints. */
  429. if (fimc->variant->min_vsize_align == 1)
  430. halign = fimc_fmt_is_rgb(f->fmt->color) ? 0 : 1;
  431. else
  432. halign = ffs(fimc->variant->min_vsize_align) - 1;
  433. for (i = 0; i < f->fmt->colplanes; i++)
  434. depth += f->fmt->depth[i];
  435. v4l_bound_align_image(&cr->c.width, min_size, f->o_width,
  436. ffs(min_size) - 1,
  437. &cr->c.height, min_size, f->o_height,
  438. halign, 64/(ALIGN(depth, 8)));
  439. /* adjust left/top if cropping rectangle is out of bounds */
  440. if (cr->c.left + cr->c.width > f->o_width)
  441. cr->c.left = f->o_width - cr->c.width;
  442. if (cr->c.top + cr->c.height > f->o_height)
  443. cr->c.top = f->o_height - cr->c.height;
  444. cr->c.left = round_down(cr->c.left, min_size);
  445. cr->c.top = round_down(cr->c.top, fimc->variant->hor_offs_align);
  446. dbg("l:%d, t:%d, w:%d, h:%d, f_w: %d, f_h: %d",
  447. cr->c.left, cr->c.top, cr->c.width, cr->c.height,
  448. f->f_width, f->f_height);
  449. return 0;
  450. }
  451. static int fimc_m2m_s_crop(struct file *file, void *fh, const struct v4l2_crop *crop)
  452. {
  453. struct fimc_ctx *ctx = fh_to_ctx(fh);
  454. struct fimc_dev *fimc = ctx->fimc_dev;
  455. struct v4l2_crop cr = *crop;
  456. struct fimc_frame *f;
  457. int ret;
  458. ret = fimc_m2m_try_crop(ctx, &cr);
  459. if (ret)
  460. return ret;
  461. f = (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) ?
  462. &ctx->s_frame : &ctx->d_frame;
  463. /* Check to see if scaling ratio is within supported range */
  464. if (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
  465. ret = fimc_check_scaler_ratio(ctx, cr.c.width,
  466. cr.c.height, ctx->d_frame.width,
  467. ctx->d_frame.height, ctx->rotation);
  468. } else {
  469. ret = fimc_check_scaler_ratio(ctx, ctx->s_frame.width,
  470. ctx->s_frame.height, cr.c.width,
  471. cr.c.height, ctx->rotation);
  472. }
  473. if (ret) {
  474. v4l2_err(&fimc->m2m.vfd, "Out of scaler range\n");
  475. return -EINVAL;
  476. }
  477. f->offs_h = cr.c.left;
  478. f->offs_v = cr.c.top;
  479. f->width = cr.c.width;
  480. f->height = cr.c.height;
  481. fimc_ctx_state_set(FIMC_PARAMS, ctx);
  482. return 0;
  483. }
  484. static const struct v4l2_ioctl_ops fimc_m2m_ioctl_ops = {
  485. .vidioc_querycap = fimc_m2m_querycap,
  486. .vidioc_enum_fmt_vid_cap_mplane = fimc_m2m_enum_fmt_mplane,
  487. .vidioc_enum_fmt_vid_out_mplane = fimc_m2m_enum_fmt_mplane,
  488. .vidioc_g_fmt_vid_cap_mplane = fimc_m2m_g_fmt_mplane,
  489. .vidioc_g_fmt_vid_out_mplane = fimc_m2m_g_fmt_mplane,
  490. .vidioc_try_fmt_vid_cap_mplane = fimc_m2m_try_fmt_mplane,
  491. .vidioc_try_fmt_vid_out_mplane = fimc_m2m_try_fmt_mplane,
  492. .vidioc_s_fmt_vid_cap_mplane = fimc_m2m_s_fmt_mplane,
  493. .vidioc_s_fmt_vid_out_mplane = fimc_m2m_s_fmt_mplane,
  494. .vidioc_reqbufs = fimc_m2m_reqbufs,
  495. .vidioc_querybuf = fimc_m2m_querybuf,
  496. .vidioc_qbuf = fimc_m2m_qbuf,
  497. .vidioc_dqbuf = fimc_m2m_dqbuf,
  498. .vidioc_expbuf = fimc_m2m_expbuf,
  499. .vidioc_streamon = fimc_m2m_streamon,
  500. .vidioc_streamoff = fimc_m2m_streamoff,
  501. .vidioc_g_crop = fimc_m2m_g_crop,
  502. .vidioc_s_crop = fimc_m2m_s_crop,
  503. .vidioc_cropcap = fimc_m2m_cropcap
  504. };
  505. static int queue_init(void *priv, struct vb2_queue *src_vq,
  506. struct vb2_queue *dst_vq)
  507. {
  508. struct fimc_ctx *ctx = priv;
  509. int ret;
  510. src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
  511. src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
  512. src_vq->drv_priv = ctx;
  513. src_vq->ops = &fimc_qops;
  514. src_vq->mem_ops = &vb2_dma_contig_memops;
  515. src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
  516. src_vq->timestamp_type = V4L2_BUF_FLAG_TIMESTAMP_COPY;
  517. ret = vb2_queue_init(src_vq);
  518. if (ret)
  519. return ret;
  520. dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
  521. dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
  522. dst_vq->drv_priv = ctx;
  523. dst_vq->ops = &fimc_qops;
  524. dst_vq->mem_ops = &vb2_dma_contig_memops;
  525. dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
  526. dst_vq->timestamp_type = V4L2_BUF_FLAG_TIMESTAMP_COPY;
  527. return vb2_queue_init(dst_vq);
  528. }
  529. static int fimc_m2m_set_default_format(struct fimc_ctx *ctx)
  530. {
  531. struct v4l2_pix_format_mplane pixm = {
  532. .pixelformat = V4L2_PIX_FMT_RGB32,
  533. .width = 800,
  534. .height = 600,
  535. .plane_fmt[0] = {
  536. .bytesperline = 800 * 4,
  537. .sizeimage = 800 * 4 * 600,
  538. },
  539. };
  540. struct fimc_fmt *fmt;
  541. fmt = fimc_find_format(&pixm.pixelformat, NULL, FMT_FLAGS_M2M, 0);
  542. if (!fmt)
  543. return -EINVAL;
  544. __set_frame_format(&ctx->s_frame, fmt, &pixm);
  545. __set_frame_format(&ctx->d_frame, fmt, &pixm);
  546. return 0;
  547. }
  548. static int fimc_m2m_open(struct file *file)
  549. {
  550. struct fimc_dev *fimc = video_drvdata(file);
  551. struct fimc_ctx *ctx;
  552. int ret = -EBUSY;
  553. pr_debug("pid: %d, state: %#lx\n", task_pid_nr(current), fimc->state);
  554. if (mutex_lock_interruptible(&fimc->lock))
  555. return -ERESTARTSYS;
  556. /*
  557. * Don't allow simultaneous open() of the mem-to-mem and the
  558. * capture video node that belong to same FIMC IP instance.
  559. */
  560. if (test_bit(ST_CAPT_BUSY, &fimc->state))
  561. goto unlock;
  562. ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
  563. if (!ctx) {
  564. ret = -ENOMEM;
  565. goto unlock;
  566. }
  567. v4l2_fh_init(&ctx->fh, &fimc->m2m.vfd);
  568. ctx->fimc_dev = fimc;
  569. /* Default color format */
  570. ctx->s_frame.fmt = fimc_get_format(0);
  571. ctx->d_frame.fmt = fimc_get_format(0);
  572. ret = fimc_ctrls_create(ctx);
  573. if (ret)
  574. goto error_fh;
  575. /* Use separate control handler per file handle */
  576. ctx->fh.ctrl_handler = &ctx->ctrls.handler;
  577. file->private_data = &ctx->fh;
  578. v4l2_fh_add(&ctx->fh);
  579. /* Setup the device context for memory-to-memory mode */
  580. ctx->state = FIMC_CTX_M2M;
  581. ctx->flags = 0;
  582. ctx->in_path = FIMC_IO_DMA;
  583. ctx->out_path = FIMC_IO_DMA;
  584. ctx->scaler.enabled = 1;
  585. ctx->m2m_ctx = v4l2_m2m_ctx_init(fimc->m2m.m2m_dev, ctx, queue_init);
  586. if (IS_ERR(ctx->m2m_ctx)) {
  587. ret = PTR_ERR(ctx->m2m_ctx);
  588. goto error_c;
  589. }
  590. if (fimc->m2m.refcnt++ == 0)
  591. set_bit(ST_M2M_RUN, &fimc->state);
  592. ret = fimc_m2m_set_default_format(ctx);
  593. if (ret < 0)
  594. goto error_m2m_ctx;
  595. mutex_unlock(&fimc->lock);
  596. return 0;
  597. error_m2m_ctx:
  598. v4l2_m2m_ctx_release(ctx->m2m_ctx);
  599. error_c:
  600. fimc_ctrls_delete(ctx);
  601. error_fh:
  602. v4l2_fh_del(&ctx->fh);
  603. v4l2_fh_exit(&ctx->fh);
  604. kfree(ctx);
  605. unlock:
  606. mutex_unlock(&fimc->lock);
  607. return ret;
  608. }
  609. static int fimc_m2m_release(struct file *file)
  610. {
  611. struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
  612. struct fimc_dev *fimc = ctx->fimc_dev;
  613. dbg("pid: %d, state: 0x%lx, refcnt= %d",
  614. task_pid_nr(current), fimc->state, fimc->m2m.refcnt);
  615. mutex_lock(&fimc->lock);
  616. v4l2_m2m_ctx_release(ctx->m2m_ctx);
  617. fimc_ctrls_delete(ctx);
  618. v4l2_fh_del(&ctx->fh);
  619. v4l2_fh_exit(&ctx->fh);
  620. if (--fimc->m2m.refcnt <= 0)
  621. clear_bit(ST_M2M_RUN, &fimc->state);
  622. kfree(ctx);
  623. mutex_unlock(&fimc->lock);
  624. return 0;
  625. }
  626. static unsigned int fimc_m2m_poll(struct file *file,
  627. struct poll_table_struct *wait)
  628. {
  629. struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
  630. struct fimc_dev *fimc = ctx->fimc_dev;
  631. int ret;
  632. if (mutex_lock_interruptible(&fimc->lock))
  633. return -ERESTARTSYS;
  634. ret = v4l2_m2m_poll(file, ctx->m2m_ctx, wait);
  635. mutex_unlock(&fimc->lock);
  636. return ret;
  637. }
  638. static int fimc_m2m_mmap(struct file *file, struct vm_area_struct *vma)
  639. {
  640. struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
  641. struct fimc_dev *fimc = ctx->fimc_dev;
  642. int ret;
  643. if (mutex_lock_interruptible(&fimc->lock))
  644. return -ERESTARTSYS;
  645. ret = v4l2_m2m_mmap(file, ctx->m2m_ctx, vma);
  646. mutex_unlock(&fimc->lock);
  647. return ret;
  648. }
  649. static const struct v4l2_file_operations fimc_m2m_fops = {
  650. .owner = THIS_MODULE,
  651. .open = fimc_m2m_open,
  652. .release = fimc_m2m_release,
  653. .poll = fimc_m2m_poll,
  654. .unlocked_ioctl = video_ioctl2,
  655. .mmap = fimc_m2m_mmap,
  656. };
  657. static struct v4l2_m2m_ops m2m_ops = {
  658. .device_run = fimc_device_run,
  659. .job_abort = fimc_job_abort,
  660. };
  661. int fimc_register_m2m_device(struct fimc_dev *fimc,
  662. struct v4l2_device *v4l2_dev)
  663. {
  664. struct video_device *vfd = &fimc->m2m.vfd;
  665. int ret;
  666. fimc->v4l2_dev = v4l2_dev;
  667. memset(vfd, 0, sizeof(*vfd));
  668. vfd->fops = &fimc_m2m_fops;
  669. vfd->ioctl_ops = &fimc_m2m_ioctl_ops;
  670. vfd->v4l2_dev = v4l2_dev;
  671. vfd->minor = -1;
  672. vfd->release = video_device_release_empty;
  673. vfd->lock = &fimc->lock;
  674. vfd->vfl_dir = VFL_DIR_M2M;
  675. snprintf(vfd->name, sizeof(vfd->name), "fimc.%d.m2m", fimc->id);
  676. video_set_drvdata(vfd, fimc);
  677. fimc->m2m.m2m_dev = v4l2_m2m_init(&m2m_ops);
  678. if (IS_ERR(fimc->m2m.m2m_dev)) {
  679. v4l2_err(v4l2_dev, "failed to initialize v4l2-m2m device\n");
  680. return PTR_ERR(fimc->m2m.m2m_dev);
  681. }
  682. ret = media_entity_init(&vfd->entity, 0, NULL, 0);
  683. if (ret)
  684. goto err_me;
  685. ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
  686. if (ret)
  687. goto err_vd;
  688. v4l2_info(v4l2_dev, "Registered %s as /dev/%s\n",
  689. vfd->name, video_device_node_name(vfd));
  690. return 0;
  691. err_vd:
  692. media_entity_cleanup(&vfd->entity);
  693. err_me:
  694. v4l2_m2m_release(fimc->m2m.m2m_dev);
  695. return ret;
  696. }
  697. void fimc_unregister_m2m_device(struct fimc_dev *fimc)
  698. {
  699. if (!fimc)
  700. return;
  701. if (fimc->m2m.m2m_dev)
  702. v4l2_m2m_release(fimc->m2m.m2m_dev);
  703. if (video_is_registered(&fimc->m2m.vfd)) {
  704. video_unregister_device(&fimc->m2m.vfd);
  705. media_entity_cleanup(&fimc->m2m.vfd.entity);
  706. }
  707. }